-- Logs begin at Fri 2021-09-03 15:43:23 UTC, end at Fri 2021-09-03 16:43:28 UTC. -- Sep 03 16:14:20.793781 dv-cinder-760178-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 16:14:23.558510 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.common.config [-] Logging enabled! Sep 03 16:14:23.559172 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 16:14:23.559297 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 16:14:23.562601 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.common.config [-] Logging enabled! Sep 03 16:14:23.562859 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 16:14:23.563170 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 16:14:23.564146 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 16:14:23.564383 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 16:14:23.564772 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 16:14:23.565020 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 16:14:23.565250 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 16:14:23.565572 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.565868 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.566165 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.566396 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.566693 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.566985 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.567265 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.567554 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.567850 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.568155 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.568431 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.568714 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.568942 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.569220 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.569503 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.569796 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.570013 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] debug = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.570289 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.570722 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.571147 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.571427 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.571713 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.572022 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.572295 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.572573 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.572857 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.573201 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] host = dv-cinder-760178-8-iscsi {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.573633 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.573927 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.574214 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.574500 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.574774 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.575052 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.575337 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.575613 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.575900 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.576254 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.576471 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.576761 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.577053 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.577274 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.577506 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.577794 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.578081 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.578349 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.578624 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.578934 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.579172 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.579445 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.579707 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.580021 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.580307 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.580587 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.580855 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.581130 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.581398 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.581678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.581959 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.582235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.582502 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.582773 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.583054 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.583321 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.583591 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.583912 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.584204 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.584480 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.584761 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.585033 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.585314 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.585589 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.585862 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.586133 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] use_json = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.586405 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.586674 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.586955 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.587227 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.587501 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.587773 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.588073 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.588362 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:23.588659 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.588957 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.589843 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.590135 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.590430 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.590709 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.590997 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.591275 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.591563 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.591850 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.592162 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.592444 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.592988 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.593268 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.593563 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.593873 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.594168 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.594459 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.594734 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.595006 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.595278 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.595557 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.595842 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.596143 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.596432 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.596721 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.596999 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.597282 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.597574 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.597864 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.598138 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.598418 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.598708 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.598985 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.599256 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.599534 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.599825 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.600132 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.600402 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.600684 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.600962 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.601234 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.601506 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.601784 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.602073 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.602359 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.602633 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.602904 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.603178 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.603447 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.603733 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.604038 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.604312 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.604585 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.605475 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.605748 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.606021 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.606299 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.606571 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.606847 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.607118 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.607387 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.607656 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.607951 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.608225 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.608495 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.608764 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.609038 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.609307 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.609575 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.609843 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.610116 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.610386 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.610672 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.610968 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.611242 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.611518 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.611792 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.612095 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.612372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.612654 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.612927 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.613203 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.613473 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.613761 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.614043 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.614330 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.614612 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.614887 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.615188 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.615464 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.615744 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.616044 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.616322 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.616608 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.616887 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.617183 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.617478 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.617772 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.618067 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.618362 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.618642 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.618953 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.619232 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:23.619453 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 16:14:23.619705 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93752) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 16:14:23.974961 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 16:14:23.975235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 16:14:23.975530 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 16:14:23.976047 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 16:14:24.385307 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.385548 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.385774 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.387613 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.387909 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.388181 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.426585 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.426868 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.427134 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.443247 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.443535 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.443817 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.474851 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.475137 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.475405 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.516524 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.516802 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.517078 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.751269 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.751938 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.751938 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.752158 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.752859 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.875834 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.876176 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.876468 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.876774 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.877048 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.877362 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.877624 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.877883 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.878142 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.878425 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.878722 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.878988 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.879246 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.879498 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.879756 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.880054 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.880314 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.880584 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.880855 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.881115 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.881387 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.881641 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.881929 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.882326 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.882578 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.882826 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.883247 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:24.883486 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:24.883723 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:24.883986 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:24.884223 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:24.884456 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:24.884830 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 16:14:24.888918 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 16:14:24.892925 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 16:14:24.896842 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 03 16:14:24.898537 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 16:14:24.899030 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 16:14:24.899374 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 16:14:24.899765 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 16:14:24.902808 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 16:14:24.903054 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 16:14:24.903403 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 16:14:24.909062 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 16:14:24.931434 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 16:14:24.931935 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.932275 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93752) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 16:14:24.932647 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.934574 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93752) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 16:14:24.934866 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 16:14:24.935111 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 16:14:24.938582 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:24.938869 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.003120 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 16:14:25.003311 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 16:14:25.003577 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 16:14:25.003997 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 16:14:25.027887 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_db.sqlalchemy.engines [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 16:14:25.591312 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing driver for type 'gre' Sep 03 16:14:25.591913 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] gre ID ranges: [(1, 1000)] Sep 03 16:14:25.650424 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing driver for type 'local' Sep 03 16:14:25.650723 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing driver for type 'vlan' Sep 03 16:14:25.668447 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] VlanTypeDriver initialization complete Sep 03 16:14:25.668929 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing driver for type 'vxlan' Sep 03 16:14:25.669525 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] vxlan ID ranges: [(1, 1000)] Sep 03 16:14:25.733047 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing extension driver 'port_security' Sep 03 16:14:25.733423 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] PortSecurityExtensionDriver initialization complete Sep 03 16:14:25.733820 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing mechanism driver 'openvswitch' Sep 03 16:14:25.734160 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing mechanism driver 'hyperv' Sep 03 16:14:25.741741 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:14:25.742437 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.742814 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.743169 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.743723 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:14:25.744190 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.744550 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.744899 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.745371 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:14:25.745789 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.746165 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.746494 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.746889 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:14:25.747300 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > security_group after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.747649 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > security_group after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.748020 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.748596 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:14:25.749151 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.749515 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.749868 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.751411 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:14:25.751411 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > address_group after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.751411 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > address_group after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.751411 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.752285 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:14:25.752285 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] ML2 OVO RPC backend initialized. {{(pid=93752) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 16:14:25.753018 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.753384 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.753812 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.754164 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > networks before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.754555 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.754903 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > ports before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.756488 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.756488 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnets before_response 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.756488 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.756488 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.756838 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.756959 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.757299 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.757647 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.758045 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.758389 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.758727 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.759445 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.plugin [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Modular L2 Plugin initialization complete Sep 03 16:14:25.759780 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading services supported by the core plugin {{(pid=93752) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 16:14:25.760142 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.plugins.ml2.managers [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Got port-security extension from driver 'port_security' Sep 03 16:14:25.760659 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.extensions.vlantransparent [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Disabled vlantransparent extension. Sep 03 16:14:25.761139 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93752) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 16:14:25.761457 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: router Sep 03 16:14:25.800885 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.801282 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.801663 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router before_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.802029 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.803205 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.803205 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_delete 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.803205 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > floatingip after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.803489 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.803826 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.804181 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.804536 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.804885 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.805250 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.805678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.806128 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.806472 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.806878 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: subnet after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.807223 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.807588 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.807996 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.808346 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.808693 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.809057 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router after_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.809402 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.809759 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_create 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.810131 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.810481 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_update 55549900 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.810853 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > agent after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.811208 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > agent after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.811558 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > network after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.812582 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Tracking information for resource: router configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:25.813037 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Tracking information for resource: floatingip configured {{(pid=93752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:14:25.819025 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.db.l3_agentschedulers_db [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 16:14:25.819620 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.820045 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port after_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.820401 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port after_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.820761 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: port after_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.821753 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router before_create 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.822128 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.822499 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_create 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.822862 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > router precommit_update 55550100 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.828155 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.provider_configuration [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service providers = [] {{(pid=93752) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 16:14:25.828589 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.db.servicetype_db [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93752) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 16:14:25.832126 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.service_base [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:14:25.832478 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.service_base [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:14:25.832819 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.service_base [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:14:25.833742 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.services.service_base [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:14:25.834129 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.services.service_base [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 16:14:25.834530 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.834845 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 16:14:25.847415 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.847669 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: auto_allocate Sep 03 16:14:25.854202 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: network precommit_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.854668 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: network precommit_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.855763 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.856109 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: tag Sep 03 16:14:25.863602 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.864031 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: timestamp Sep 03 16:14:25.868530 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.868860 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: network_ip_availability Sep 03 16:14:25.874979 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.875367 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.875722 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:25.876620 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.876944 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: flavors Sep 03 16:14:25.882308 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.882639 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading Plugin: revisions Sep 03 16:14:25.888387 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:14:25.888860 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_concurrency.lockutils [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.913s {{(pid=93752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 16:14:25.889698 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93752) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 16:14:25.890040 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Initializing extension manager. Sep 03 16:14:25.890574 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: __init__.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.890920 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: __pycache__ {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.891258 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.891591 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: address_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.892486 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.893103 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: address-group Sep 03 16:14:25.893430 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: address_scope.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.894424 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.894948 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: address-scope Sep 03 16:14:25.895274 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.896497 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.897034 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: router-admin-state-down-before-update Sep 03 16:14:25.897363 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: agent.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.898118 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.898635 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: agent Sep 03 16:14:25.898960 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: agent_resources_synced.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.899981 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.900504 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: agent-resources-synced Sep 03 16:14:25.901942 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: allowedaddresspairs.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.903458 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.904118 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: allowed-address-pairs Sep 03 16:14:25.904451 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: auto_allocated_topology.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.905579 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.906102 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: auto-allocated-topology Sep 03 16:14:25.906432 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: availability_zone.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.907136 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.907642 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: availability_zone Sep 03 16:14:25.907997 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: availability_zone_filter.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.908912 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.909424 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: availability_zone_filter Sep 03 16:14:25.909753 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: data_plane_status.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.910655 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.911158 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 16:14:25.911481 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: default_subnetpools.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.912423 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.912934 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: default-subnetpools Sep 03 16:14:25.913274 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.914104 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.914620 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: dhcp_agent_scheduler Sep 03 16:14:25.914940 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: dns.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.915900 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.916398 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension dns-integration not supported by any of loaded plugins Sep 03 16:14:25.916721 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: dns_domain_ports.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.917677 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.918188 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 16:14:25.918512 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.919456 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.920000 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 16:14:25.920326 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: dvr.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.921013 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.922177 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: dvr Sep 03 16:14:25.922177 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: ecmp_routes.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.922776 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.923509 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 16:14:25.923634 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: empty_string_filtering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.924549 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.925226 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: empty-string-filtering Sep 03 16:14:25.925572 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.926333 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.926886 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 16:14:25.927166 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.928893 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.928893 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 16:14:25.929109 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: external_net.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.930015 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.930584 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: external-net Sep 03 16:14:25.930870 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.931976 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.932383 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: extra_dhcp_opt Sep 03 16:14:25.932763 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: extraroute.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.933714 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.934227 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: extraroute Sep 03 16:14:25.934548 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: extraroute_atomic.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.935630 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.936266 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: extraroute-atomic Sep 03 16:14:25.936594 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: filter_validation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.937290 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.937793 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: filter-validation Sep 03 16:14:25.938117 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: fip_pf_description.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.939073 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.939593 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 16:14:25.939946 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: fip_port_details.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.940892 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.941407 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: fip-port-details Sep 03 16:14:25.941730 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: flavors.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.943006 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.943526 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: flavors Sep 03 16:14:25.943853 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.945585 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.946116 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 16:14:25.946447 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: floatingip_pools.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.947159 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.947812 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: floatingip-pools Sep 03 16:14:25.948174 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: ip_allocation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.949812 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.950438 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 16:14:25.950846 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.951840 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.952432 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: ip-substring-filtering Sep 03 16:14:25.952760 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l2_adjacency.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.953707 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.954216 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 16:14:25.954539 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.955761 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.956327 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: router Sep 03 16:14:25.956655 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.959222 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.959767 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 16:14:25.960136 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.961127 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.961655 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: ext-gw-mode Sep 03 16:14:25.961983 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.962935 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.963454 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: l3-ha Sep 03 16:14:25.963784 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3_flavors.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.965307 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.965831 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: l3-flavors Sep 03 16:14:25.966158 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.967160 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.968057 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 16:14:25.968384 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: l3agentscheduler.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.969522 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.970042 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: l3_agent_scheduler Sep 03 16:14:25.970377 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: logging.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.971952 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.972524 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension logging not supported by any of loaded plugins Sep 03 16:14:25.972815 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: metering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.973674 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.974366 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: metering Sep 03 16:14:25.974693 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.975972 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.976562 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: metering_source_and_destination_fields Sep 03 16:14:25.976892 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: multiprovidernet.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.977823 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.978341 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: multi-provider Sep 03 16:14:25.978669 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: netmtu.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.979599 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.980161 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: net-mtu Sep 03 16:14:25.980489 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: netmtu_writable.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.981418 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.981936 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: net-mtu-writable Sep 03 16:14:25.982390 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: network_availability_zone.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.983370 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.983556 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: network_availability_zone Sep 03 16:14:25.983899 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: network_ip_availability.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.985027 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.985550 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: network-ip-availability Sep 03 16:14:25.985871 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: network_segment_range.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.986659 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.987170 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 16:14:25.987489 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: pagination.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.988520 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.988846 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: pagination Sep 03 16:14:25.989169 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: port_device_profile.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.990152 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.990678 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: port-device-profile Sep 03 16:14:25.990998 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.991942 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.992460 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: port-mac-address-regenerate Sep 03 16:14:25.992787 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.993719 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.994229 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: port-numa-affinity-policy Sep 03 16:14:25.994621 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: port_resource_request.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.995736 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.996282 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 16:14:25.996604 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: portbindings.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.997680 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:25.998196 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: binding Sep 03 16:14:25.998524 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: portbindings_extended.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:25.999836 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.000378 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: binding-extended Sep 03 16:14:26.000708 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: portsecurity.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.001738 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.002358 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: port-security Sep 03 16:14:26.002778 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: project_id.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.003821 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.004241 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: project-id Sep 03 16:14:26.004568 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: providernet.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.005500 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.006021 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: provider Sep 03 16:14:26.006344 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.010033 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.010706 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos not supported by any of loaded plugins Sep 03 16:14:26.011571 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.012921 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.013537 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 16:14:26.013901 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.015372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.016037 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 16:14:26.016395 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_default.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.017330 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.017848 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-default not supported by any of loaded plugins Sep 03 16:14:26.018752 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_fip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.018912 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.019486 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-fip not supported by any of loaded plugins Sep 03 16:14:26.019813 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_gateway_ip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.020810 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.021326 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 16:14:26.021654 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_port_network_policy.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.022579 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.023090 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 16:14:26.023413 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_pps_rule.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.024749 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.025268 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-pps not supported by any of loaded plugins Sep 03 16:14:26.025710 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_rule_type_details.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.027423 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.028073 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 16:14:26.028406 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: qos_rules_alias.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.029513 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.030029 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 16:14:26.030421 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: quotasv2.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.031430 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.031761 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: quotas Sep 03 16:14:26.032118 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: quotasv2_detail.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.035676 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.036448 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: quota_details Sep 03 16:14:26.036448 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: rbac.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.037484 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.038167 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: rbac-policies Sep 03 16:14:26.038500 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: rbac_address_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.039454 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.040012 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: rbac-address-group Sep 03 16:14:26.040343 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: rbac_address_scope.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.041263 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.041788 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: rbac-address-scope Sep 03 16:14:26.042140 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: rbac_security_groups.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.043057 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.043578 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: rbac-security-groups Sep 03 16:14:26.043924 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: rbac_subnetpool.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.044854 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.045382 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: rbac-subnetpool Sep 03 16:14:26.045705 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: revisionifmatch.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.046627 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.047152 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: revision-if-match Sep 03 16:14:26.047477 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: revisions.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.048763 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.049285 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: standard-attr-revisions Sep 03 16:14:26.049615 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: router_availability_zone.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.052422 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.052422 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: router_availability_zone Sep 03 16:14:26.052422 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: routerservicetype.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.052422 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.052769 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension router-service-type not supported by any of loaded plugins Sep 03 16:14:26.052866 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.053772 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.054290 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: security-groups-normalized-cidr Sep 03 16:14:26.054720 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.055731 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.056369 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: port-security-groups-filtering Sep 03 16:14:26.056757 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.057741 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.058264 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: security-groups-remote-address-group Sep 03 16:14:26.058586 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: securitygroup.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.070037 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.070727 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: security-group Sep 03 16:14:26.070971 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: segment.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.071897 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.072424 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension segment not supported by any of loaded plugins Sep 03 16:14:26.072749 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.074280 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.074792 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 16:14:26.075116 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: servicetype.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.076341 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.076865 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: service-type Sep 03 16:14:26.077282 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: sorting.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.078379 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.078801 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: sorting Sep 03 16:14:26.079128 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: standard_attr_segment.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.080213 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.080740 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 16:14:26.081069 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: standardattrdescription.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.081722 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.082237 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: standard-attr-description Sep 03 16:14:26.082562 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: stateful_security_group.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.083499 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.084061 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: stateful-security-group Sep 03 16:14:26.084389 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: stdattrs_common.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.084975 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 16:14:26.085298 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.086337 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.086865 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 16:14:26.087192 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: subnet_onboard.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.088305 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.088837 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: subnet_onboard Sep 03 16:14:26.089710 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.090641 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.091159 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 16:14:26.091485 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: subnet_service_types.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.092443 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.093216 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: subnet-service-types Sep 03 16:14:26.093630 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: subnetallocation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.094784 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.095302 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: subnet_allocation Sep 03 16:14:26.095634 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.096329 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.096851 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: subnetpool-prefix-ops Sep 03 16:14:26.097176 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.098161 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.098624 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 16:14:26.098952 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: tagging.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.100203 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.100836 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: standard-attr-tag Sep 03 16:14:26.101166 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: timestamp.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.102631 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.103157 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loaded extension: standard-attr-timestamp Sep 03 16:14:26.103486 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: trunk.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.104605 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.105141 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension trunk not supported by any of loaded plugins Sep 03 16:14:26.105469 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: trunk_details.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.106396 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.106916 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension trunk-details not supported by any of loaded plugins Sep 03 16:14:26.107243 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: uplink_status_propagation.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.108402 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.108926 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 16:14:26.109255 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Loading extension file: vlantransparent.py {{(pid=93752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:14:26.109950 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:14:26.110464 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 16:14:26.113051 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:network Sep 03 16:14:26.113594 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:subnet Sep 03 16:14:26.113996 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:14:26.114396 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:port Sep 03 16:14:26.115769 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.116257 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service FLAVORS assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.116946 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.117387 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.117719 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:router Sep 03 16:14:26.118147 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:floatingip Sep 03 16:14:26.118870 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service METERING assigned prefix: /metering {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.120169 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:26.120571 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:26.120933 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:14:26.121973 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 16:14:26.122442 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:security_group Sep 03 16:14:26.123212 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 16:14:26.123592 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.123964 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:14:26.124418 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] subnetpool is already registered Sep 03 16:14:26.124864 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.125277 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:14:26.125668 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] subnetpool is already registered Sep 03 16:14:26.128177 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.128613 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service FLAVORS assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.129203 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.129627 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.129959 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:router Sep 03 16:14:26.130295 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] router is already registered Sep 03 16:14:26.130709 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:floatingip Sep 03 16:14:26.131043 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] floatingip is already registered Sep 03 16:14:26.131505 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service METERING assigned prefix: /metering {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.132326 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 16:14:26.132656 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] rbac_policy is already registered Sep 03 16:14:26.133069 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:security_group Sep 03 16:14:26.133401 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] security_group is already registered Sep 03 16:14:26.133803 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 16:14:26.134134 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] security_group_rule is already registered Sep 03 16:14:26.134766 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.135091 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:14:26.135425 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] subnetpool is already registered Sep 03 16:14:26.136677 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.v2.resource_helper [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Service CORE assigned prefix: {{(pid=93752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:14:26.136997 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:14:26.137329 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING neutron.quota.resource_registry [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] subnetpool is already registered Sep 03 16:14:26.137799 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: extensions {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.139321 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: address-groups {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.140918 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: address-scopes {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.142328 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: agents {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.143484 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: auto-allocated-topology {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.145223 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: availability_zones {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.145996 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: dhcp-networks {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.147620 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: dhcp-agents {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.149260 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: routers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.151641 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: flavors {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.153319 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: service_profiles {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.154571 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: next_providers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.156084 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: service_profiles {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.157739 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: floatingip-pools {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.158955 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: routers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.161097 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: floatingips {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.162383 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: l3-routers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.163827 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: l3-agents {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.165358 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: metering-labels {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.166709 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: metering-label-rules {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.168038 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: network-ip-availabilities {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.169334 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: bindings {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.172017 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: quotas {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.173716 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: quotas {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.175338 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: rbac-policies {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.176588 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: security-groups {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.177895 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: security-group-rules {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.179127 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: service-providers {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.180414 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: subnetpools {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.181967 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: subnetpools {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.183471 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.185168 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.187050 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.188917 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.190765 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.192632 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.194422 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.196542 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.198955 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.200732 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron.api.extensions [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Extended resource: tags {{(pid=93752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:14:26.206881 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING keystonemiddleware.auth_token [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 16:14:26.211752 dv-cinder-760178-8-iscsi neutron-server[93752]: WARNING keystonemiddleware.auth_token [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 16:14:26.222284 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_concurrency.lockutils [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Acquired lock "singleton_lock" {{(pid=93752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 16:14:26.222609 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_concurrency.lockutils [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Releasing lock "singleton_lock" {{(pid=93752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 16:14:26.223271 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Starting 2 workers Sep 03 16:14:26.228281 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Started child 93859 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:14:26.232973 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Started child 93860 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:14:26.234874 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO neutron.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 16:14:26.235112 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:26.235801 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Notify callbacks [] for process, before_spawn {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:26.236731 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [-] (93859) wsgi starting up on http://0.0.0.0:9696 Sep 03 16:14:26.238069 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:26.238576 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Starting 1 workers Sep 03 16:14:26.240568 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [-] (93860) wsgi starting up on http://0.0.0.0:9696 Sep 03 16:14:26.243657 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Started child 93861 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:14:26.244384 dv-cinder-760178-8-iscsi neutron-server[93752]: INFO oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Starting 1 workers Sep 03 16:14:26.249117 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] calling RpcWorker wait() {{(pid=93861) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 16:14:26.249747 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] returning from RpcWorker wait() {{(pid=93861) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 16:14:26.249914 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Started child 93862 {{(pid=93752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:14:26.250940 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:26.251040 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac740aea-076e-49b6-9c0a-74979964aa6e None None] Notify callbacks [] for process, after_spawn {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:26.251390 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:14:26.252982 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 16:14:26.253191 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 16:14:26.253375 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 16:14:26.253588 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 16:14:26.253957 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 16:14:26.254124 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 16:14:26.254639 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.254926 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.255178 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.255448 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.255648 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:26.256183 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.257444 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.257569 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:14:26.257650 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.257650 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.257650 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.257650 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.257650 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.258232 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.258232 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.258232 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.258547 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.258770 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.259014 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.259311 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.259482 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.259744 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.260036 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.260266 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.260605 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] debug = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.260891 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.261933 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.262235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.262509 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.262727 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.262990 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.263216 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.263466 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.263707 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.263950 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.264183 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.264432 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.264663 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.264891 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.265106 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.265360 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.265603 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.266058 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] host = dv-cinder-760178-8-iscsi {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.266311 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.266547 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.266794 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.267104 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.267290 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.267504 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.267764 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.268050 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.268304 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.268546 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.268827 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.269070 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.269359 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.269536 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.269711 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_options = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.269923 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.270209 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.270451 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.270639 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.270807 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.270980 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.271257 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.271421 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.271687 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.271943 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.272157 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.272385 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.272629 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.272877 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.273138 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.273387 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.273617 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.273824 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.274076 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.274306 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.274548 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.274770 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.275005 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.275217 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.275427 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.275671 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.275915 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.276150 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.276358 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.276807 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.276950 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.277242 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.277418 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.277676 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.278833 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.278833 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.278833 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.278833 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.278833 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_json = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.281273 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.282235 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.284239 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285217 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285217 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285217 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285217 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285709 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285709 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.285963 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.286225 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.286506 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.286897 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.287173 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.287544 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.287678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.287881 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.288146 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.288428 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.288823 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.288988 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.289472 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.289472 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.289783 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.290087 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.290637 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.290637 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.290821 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.291121 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.291271 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.291504 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.291736 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.292001 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.292285 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.292711 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.292863 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.293555 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.293555 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.293555 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.293991 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.293991 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.294261 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.294403 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.294598 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.295052 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.295052 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.295333 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.295480 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.295720 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.296002 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.296266 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297201 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297201 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297201 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297201 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297883 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297883 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.297883 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.298289 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.298289 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.298575 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.298714 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.298861 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.299098 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.299315 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.299589 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.299767 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.300025 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.300263 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.300499 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.300735 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.300961 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.301183 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.301416 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.301668 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.301937 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.302173 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.302896 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.303119 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.303499 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.303640 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.303780 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.303974 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.304643 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.304643 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.304938 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.305095 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.305468 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.305902 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.306278 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.306278 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.306556 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.306731 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.306964 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.307190 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.307543 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.308284 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.308531 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.308785 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.309012 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.309251 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.309496 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.310029 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.310257 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.310476 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.310738 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.310969 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.311224 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.311507 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.311786 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.312097 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.312351 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.312618 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.312875 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.313218 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.313413 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.313609 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.314089 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.314237 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.314428 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.314667 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.314896 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.315158 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.315566 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.315720 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.315888 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.316135 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.316553 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.316707 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.316905 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.317124 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.317363 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.317612 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.317947 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.318194 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.318409 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.318622 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.318896 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.319133 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.319516 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.319660 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.319951 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.320201 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.320465 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.320695 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.320929 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.321177 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.321408 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.321641 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.321877 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.322108 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.322337 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.322576 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.322805 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.323039 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.323251 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.324115 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.324341 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.324561 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.324799 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.325059 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.325282 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.325501 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.325741 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.325961 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.326711 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.326891 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.327043 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.327260 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.327477 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.327759 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.328047 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.328270 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.328498 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.328737 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.329010 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.329242 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.329482 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.329698 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.329908 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.330179 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.330326 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.330544 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.330755 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.330977 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.331206 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.331434 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.331667 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.332417 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.332417 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.332649 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.332726 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334877 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.334877 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.335007 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.335198 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.335381 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.335592 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.335804 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.336042 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.336336 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.336578 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.336803 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.337628 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.337628 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.337628 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.338071 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.338071 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.338349 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.338349 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.338615 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.338754 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.339037 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.339245 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.339454 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.339671 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.340513 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.340513 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.340513 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.340513 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.341158 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.341158 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.341928 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.341928 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.341928 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.341928 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.342978 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.342978 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.342978 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.342978 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.343515 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.343515 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.343799 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.343799 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.344111 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.344279 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.344466 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.344869 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.345094 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.345377 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.345621 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.345863 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.346104 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.346429 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.346637 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.346893 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.347293 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.347453 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.347594 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.347804 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.348130 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.348474 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.348661 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.348907 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.349283 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.349428 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.349681 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.349892 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.350184 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.350527 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.350823 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.351146 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.351308 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.351540 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.351760 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.352019 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.352250 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.352483 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.352723 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.352922 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.353165 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.353549 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.353693 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.353819 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.354021 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.354249 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.354478 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.354733 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.354951 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.355109 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 16:14:26.355636 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 16:14:26.355796 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 16:14:26.355986 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 16:14:26.356135 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 16:14:26.356318 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 16:14:26.356476 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 16:14:26.356685 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.356846 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.357007 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.357167 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.357326 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.357540 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.357673 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358020 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358020 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358260 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358260 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358412 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358530 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358688 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.358848 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359006 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359164 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359323 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359485 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359644 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359803 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.359984 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.360137 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] debug = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.360295 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.360542 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.360697 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.360824 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.360969 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.361093 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.361231 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.361463 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.361554 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.361680 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.361896 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.362074 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.362228 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.362377 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.362532 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.362824 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.362824 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] host = dv-cinder-760178-8-iscsi {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363724 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363724 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.363724 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364092 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364092 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364323 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364323 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364571 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364675 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364756 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.364922 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.365081 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_options = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.365238 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.365400 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.365565 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.365752 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.365916 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.366074 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.366230 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.366388 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.366546 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.366704 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.366861 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.367018 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.367176 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.367333 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.367490 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.367647 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.367806 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368006 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368165 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368322 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368480 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368648 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368782 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.368939 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.369096 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.369253 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.369410 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.369567 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.369724 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.369881 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.370039 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.370718 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.370905 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.371068 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.371230 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.371548 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.371710 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.371891 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.372055 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.372213 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.372370 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.372531 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.372687 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.372845 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373005 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373161 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_json = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373319 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373477 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373635 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373793 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.373951 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.374108 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.374266 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.374424 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:14:26.374609 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.374771 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.374943 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.375104 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.375269 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.375430 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.375590 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.375751 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.375941 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.376105 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.376274 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.376438 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.376607 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.376768 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.376927 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.377090 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.377251 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.377411 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.377666 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.377833 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.378256 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.378256 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.378840 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.378840 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.378840 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.378840 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.379702 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.379702 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.379702 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.379702 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.379702 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.380412 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.380412 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.380412 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.380412 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.380412 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381046 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381046 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381046 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381046 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381631 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381631 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381631 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.381631 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382269 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382269 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382269 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382269 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382797 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382797 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382797 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.382797 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383448 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383448 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383448 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383448 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383929 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383929 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.383929 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384142 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384142 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384285 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384419 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384581 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384742 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.384901 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.385098 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.385230 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.385385 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.385546 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.385706 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.385919 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.386593 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.386754 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.386913 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.387065 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.387226 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.387386 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.387545 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.387704 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.387919 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.388053 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.388203 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.388365 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.388527 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.388687 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.388848 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389008 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389168 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389339 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389515 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389676 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389836 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.389996 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.390156 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.390315 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.390475 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.390636 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.390796 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.390957 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.391116 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.391277 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.391637 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.391637 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.391920 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.391920 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.392290 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.392290 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.392524 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.392524 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.392766 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.392891 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393016 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393139 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393446 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393446 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393610 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393690 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.393846 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394030 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394165 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394333 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394493 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394654 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394815 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.394975 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.395139 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.395299 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.395461 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.395620 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.395780 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.395965 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.396133 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.396304 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.396465 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.396805 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.396805 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397049 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397187 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397307 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397437 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397561 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397674 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397825 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.397985 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.398145 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.398304 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.398463 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.398623 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.398783 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.398942 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.399102 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.399262 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.399423 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.399582 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.399741 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.399925 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.400087 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.400175 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:14:26.400276 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.400397 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.400556 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.400718 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.400877 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.401037 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.401196 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.401357 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.401553 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.401713 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.401873 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.402034 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.402202 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.402365 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.402525 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.402684 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.402847 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403007 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403169 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403330 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403493 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403653 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403815 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.403996 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.404157 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.404317 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.404477 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.404637 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.404798 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.404964 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.405124 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.405285 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.405446 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.405605 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.405781 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.405942 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.406102 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.406263 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.406423 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.406583 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.406744 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.406904 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.407065 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.407225 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.407385 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.407547 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.407752 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.407920 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.408053 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.408213 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.408372 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.408531 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.408692 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.408865 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409027 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409187 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409347 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409508 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409676 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409826 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.409986 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.410147 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.410306 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.410465 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.410625 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.410794 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.410955 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.411116 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.411276 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.411435 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.411780 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.411949 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.412287 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.412287 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.412683 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.412683 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.412683 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.413678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.413678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.413678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.413678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.413678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.413678 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414458 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414458 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414458 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414458 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414458 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414950 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414950 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.414950 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.415260 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.415260 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.415753 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.415753 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.415753 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416076 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416076 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416331 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416331 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416566 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416566 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416788 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.416912 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.417028 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.417224 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.417388 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.417557 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.417727 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.417897 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.418059 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.418226 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.418399 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.418560 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.418722 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.418882 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.419042 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.419203 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.419362 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.419521 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.419681 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.419841 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420047 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420176 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420323 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420488 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420646 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420816 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.420981 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.421121 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.421255 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.421402 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:14:26.421571 dv-cinder-760178-8-iscsi neutron-server[93752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 16:14:26.502825 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35398) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:14:26.513073 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077748 Sep 03 16:14:38.334163 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e13acf-9d0b-4cb6-9247-a33ebd915348 None None] get_active_networks_info from dv-cinder-760178-8-iscsi {{(pid=93861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 16:14:38.393936 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e13acf-9d0b-4cb6-9247-a33ebd915348 None None] No non-hosted networks {{(pid=93861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 16:14:38.396217 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b417f92-8fe2-4fb3-bc6e-7095931f1a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421514'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:41.136672 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0431cac-3f29-47df-8eab-f7abe142cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421514'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:41.216472 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-657b717a-b312-4e69-a22d-d98a4f300e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:41.238453 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421514'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:41.239139 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.240290 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.240630 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.241502 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.242869 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.243538 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.247085 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.247631 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.248562 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.249200 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.249711 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.250332 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:41.251125 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760178-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:14:41.270916 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760178-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:14:42.276511 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421514'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:43.826424 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421514'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:44.892612 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35492) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:14:45.399026 dv-cinder-760178-8-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-eddb08ad-4df6-4c28-bb11-9a290720405a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:45.399630 dv-cinder-760178-8-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-eddb08ad-4df6-4c28-bb11-9a290720405a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:45.528805 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.db.l3_hamode_db [None req-cc2ffbe3-e7ab-4298-bb98-92c7d0bd6428 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 16:14:45.606372 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ffbe3-e7ab-4298-bb98-92c7d0bd6428 None None] Routers set() bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:14:45.606766 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ffbe3-e7ab-4298-bb98-92c7d0bd6428 None None] Router IDs set() for agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 16:14:45.621940 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-eddb08ad-4df6-4c28-bb11-9a290720405a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:14:45.623062 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-eddb08ad-4df6-4c28-bb11-9a290720405a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7292655 Sep 03 16:14:48.038615 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35506) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:14:48.366075 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:14:48.460431 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.policy [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 16:14:48.506599 dv-cinder-760178-8-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:48.506992 dv-cinder-760178-8-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:48.515539 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.quota [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] Loaded quota_driver: . Sep 03 16:14:48.603822 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777228796446', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777228799043', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777228956291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777228944871', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777228375565', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777228961865', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3503838', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3429222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-480247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-420637'] for rbac-policy, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:48.672378 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:48.676314 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fc200784-5d08-4648-8e6f-f484386b393b admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6366653 Sep 03 16:14:51.289139 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35518) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:14:51.602651 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Request body: {'network': {'tenant_id': 'd39098645089454685b4390d2721f5b1', 'project_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'name': 'private'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:14:51.631587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Made reservation on behalf of d39098645089454685b4390d2721f5b1 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:14:51.634376 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.654293 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.777005 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.781616 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.801592 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:14:51.828279 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777228601164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.828864 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Unsubscribe: segment precommit_create {{(pid=93860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 16:14:51.829415 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Added segment 289538d3-3053-4a50-b6f3-1a85dbd40972 of type vlan for network e68429b1-da46-448c-a1eb-90221387d677 Sep 03 16:14:51.845655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec084ba-0e04-40c1-a2f3-9d55781b5cf2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:14:51.893317 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.893779 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.894019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.894349 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.894831 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.895179 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.895508 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.895833 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.896193 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.896518 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.896838 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.897158 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Tracked resource versions report: Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: pushed versions: Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Log': {'1.0'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Network': {'1.1'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Port': {'1.7'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'QosPolicy': {'1.9'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: consumer versions: Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Log': '1.0', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Network': '1.1', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Port': '1.7', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'QosPolicy': '1.9', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SubPort': '1.0', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Subnet': '1.1', Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Sep 03 16:14:51.898288 dv-cinder-760178-8-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:14:51.946914 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.985644 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:51.987025 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:14:51.987687 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:52.044858 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7546344 Sep 03 16:14:52.090694 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59e59a-880d-42b4-ae57-6ab95bcc1c7c admin admin] Pushing event updated for resources: {'Network': ['ID=e68429b1-da46-448c-a1eb-90221387d677,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:14:52.103284 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network e68429b1-da46-448c-a1eb-90221387d677 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:14:54.754541 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 35532) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:14:55.257433 dv-cinder-760178-8-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:55.258048 dv-cinder-760178-8-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:55.704261 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.policy [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 16:14:55.749549 dv-cinder-760178-8-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:55.749937 dv-cinder-760178-8-iscsi neutron-server[93859]: WARNING oslo_policy.policy [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:14:55.758797 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:14:55.760770 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1f0d4157-5e6d-4b8f-95a6-bb8d826db311 admin admin] 10.222.0.42 "GET /v2.0/networks/e68429b1-da46-448c-a1eb-90221387d677 HTTP/1.1" status: 200 len: 825 time: 1.0041294 Sep 03 16:14:55.803421 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-da9827a4-0ff7-4816-9e38-144c300281f4 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/f1fd21f9-104a-494b-9eb0-4f19e13338e8 HTTP/1.1" status: 200 len: 734 time: 0.0364103 Sep 03 16:14:55.814723 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Request body: {'subnet': {'tenant_id': 'd39098645089454685b4390d2721f5b1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'name': 'private-subnet', 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:14:55.816910 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.quota [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Loaded quota_driver: . Sep 03 16:14:55.857028 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Made reservation on behalf of d39098645089454685b4390d2721f5b1 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:14:55.859877 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:56.158686 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:56.241508 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Checking segment: {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:14:56.241896 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Network hostable DHCP agents. Network: e68429b1-da46-448c-a1eb-90221387d677, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:14:56.250167 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac07c47-aff3-4c90-b594-43cf58ab5519,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:14:56.266162 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.266525 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.266866 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.267195 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.267522 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.267896 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.268226 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.268549 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.268892 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.269212 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.269529 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.269845 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Tracked resource versions report: Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: pushed versions: Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: { 'AddressGroup': {'1.2'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Log': {'1.0'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Network': {'1.1'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Port': {'1.7'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'PortForwarding': {'1.2'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'QosPolicy': {'1.9'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroup': {'1.4'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SubPort': {'1.0'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Subnet': {'1.1'}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Trunk': {'1.1'}} Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: consumer versions: Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'ConntrackHelper': '1.0', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Log': '1.0', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Network': '1.1', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Port': '1.7', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'PortForwarding': '1.2', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'QosPolicy': '1.9', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroup': '1.4', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroupRule': '1.2', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SubPort': '1.0', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Subnet': '1.1', Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Trunk': '1.1'}} Sep 03 16:14:56.271048 dv-cinder-760178-8-iscsi neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:14:56.308946 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Network e68429b1-da46-448c-a1eb-90221387d677 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:14:56.323774 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, e68429b1-da46-448c-a1eb-90221387d677) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:14:56.329715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:14:56.330489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:56.335755 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9bb6d-975a-40e5-8b1f-5b7b005137ce None None] Network e68429b1-da46-448c-a1eb-90221387d677 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:14:56.352739 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-de0d3ccb-828d-44fa-a4f2-d559babfaee1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5421662 Sep 03 16:14:56.734227 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-e68429b1-da46-448c-a1eb-90221387d677', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:14:56.736141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:57.237135 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Allocated IP 172.20.0.2 (e68429b1-da46-448c-a1eb-90221387d677/9ac07c47-aff3-4c90-b594-43cf58ab5519/bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:14:57.587983 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:57.607805 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Transition to ACTIVE for port object bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:14:57.632482 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Transition to ACTIVE for port object bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:14:57.647233 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:57.766317 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Network e68429b1-da46-448c-a1eb-90221387d677 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:14:57.780436 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:14:57.802144 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:14:57.807640 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Pushing event updated for resources: {'Port': ['ID=bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:14:57.861119 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.861534 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.861927 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.862407 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.862903 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.863357 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.863803 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.864268 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.864729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.865178 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.865617 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.866060 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Tracked resource versions report: Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: pushed versions: Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Log': {'1.0'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Network': {'1.1'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Port': {'1.7'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'QosPolicy': {'1.9'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: consumer versions: Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Log': '1.0', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Network': '1.1', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Port': '1.7', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'QosPolicy': '1.9', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SubPort': '1.0', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Subnet': '1.1', Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Sep 03 16:14:57.867728 dv-cinder-760178-8-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:14:57.946812 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Attempting to bind port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:14:57.947421 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Attempting to bind port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:14:57.948698 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Attempting to bind port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 on network e68429b1-da46-448c-a1eb-90221387d677 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:14:57.957174 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:14:57.957811 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Checking segment: {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:14:57.958574 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:57.959200 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Bound using segment: {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:14:57.959999 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Bound port: bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:14:57.960643 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:58.060013 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] For port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:14:58.064874 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] For port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6,segment=NetworkSegment(289538d3-3053-4a50-b6f3-1a85dbd40972),segment_id=289538d3-3053-4a50-b6f3-1a85dbd40972)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:14:58.071782 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:14:58.150921 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe5027-2135-47a9-9973-e441bc52aca5 None None] Pushing event updated for resources: {'Port': ['ID=bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:14:58.991645 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35552) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:14:59.338485 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-b78a4cc9-2254-47bc-9663-691fb784dcc9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:14:59.339491 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b78a4cc9-2254-47bc-9663-691fb784dcc9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3465824 Sep 03 16:15:01.852318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35560) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:02.175655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-75b9472e-c5af-4f9b-b042-cfb29985b92d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:15:02.176670 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-75b9472e-c5af-4f9b-b042-cfb29985b92d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233125 Sep 03 16:15:04.856804 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35570) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:05.168026 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:15:05.193361 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:05.194945 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:05.339472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:05.347715 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:05.362693 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:05.383897 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cd3fa38c-31f6-41d7-b4b2-bca7a4baf4c2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5060549 Sep 03 16:15:07.172859 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:15:07.320153 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:15:07.861681 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35582) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:08.080920 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833cdc4-04ea-4ccf-83a7-0c1b42307407 None None] Network e68429b1-da46-448c-a1eb-90221387d677 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:15:08.199166 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] Provisioning for port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:15:08.217087 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] Provisioning complete for port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:08.218016 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:08.274303 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-e4567a45-fa52-4219-97a5-1569e814cbb8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:15:08.276365 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e4567a45-fa52-4219-97a5-1569e814cbb8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4126334 Sep 03 16:15:08.302743 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ca538f1-895e-430a-ae91-a189a3b20824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:08.507604 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:08.564786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] For port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6,segment=NetworkSegment(289538d3-3053-4a50-b6f3-1a85dbd40972),segment_id=289538d3-3053-4a50-b6f3-1a85dbd40972)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:15:08.571261 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:08.658892 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccee58-3896-4b92-85e8-031d1b30b1bd None None] Pushing event updated for resources: {'Port': ['ID=bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:08.796179 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-491891db-49c4-49aa-8e2f-a1776a01759d None None] Provisioning complete for port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:08.796454 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-491891db-49c4-49aa-8e2f-a1776a01759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:09.130683 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:15:09.188575 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:09.189097 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:10.906686 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 35592) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:11.146934 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a311b086-0b4c-4e95-8137-8c4c1829c529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.198159 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.258908 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:15:11.294266 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Made reservation on behalf of 38bb3a016a174f3299d38cbb250de577 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:15:11.297742 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.325141 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.522868 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.527604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.545854 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Reserving flat network on physical network physnet1 {{(pid=93859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 16:15:11.567898 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ecf945-c7f1-486f-81bd-4c1162cbff95,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:11.574712 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777228601164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.575380 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Unsubscribe: segment precommit_create {{(pid=93859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 16:15:11.575827 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Added segment f87c535c-b104-4e2e-9691-714f3c429538 of type flat for network 8942208a-18e0-4467-878c-b88fac51abf7 Sep 03 16:15:11.638197 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.699419 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.700902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:15:11.701706 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:11.778318 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8704596 Sep 03 16:15:11.821022 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44c706-af63-42ef-9d3e-16a25aba8e99 admin admin] Pushing event updated for resources: {'Network': ['ID=8942208a-18e0-4467-878c-b88fac51abf7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:11.835759 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 8942208a-18e0-4467-878c-b88fac51abf7 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:15:12.200460 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:13.777410 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:14.295028 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 35610) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:14.566616 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f6176-0c94-4299-898a-234a02e338d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:15:14.568678 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-978f6176-0c94-4299-898a-234a02e338d4 admin admin] 10.222.0.42 "GET /v2.0/subnets/9ac07c47-aff3-4c90-b594-43cf58ab5519 HTTP/1.1" status: 200 len: 849 time: 0.2722819 Sep 03 16:15:14.734413 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-aee81ab5-736b-4836-a2aa-7dda52ec5676 admin admin] 10.222.0.42 "GET /v2.0/routers/8e156f71-16fd-4051-8f0e-97c48097e821 HTTP/1.1" status: 200 len: 704 time: 0.1587808 Sep 03 16:15:15.017016 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:15.333615 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Allocated IP 172.20.0.1 (e68429b1-da46-448c-a1eb-90221387d677/9ac07c47-aff3-4c90-b594-43cf58ab5519/1f78d0dd-fe7c-4317-a9fc-15d74d3468a9) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:15:15.508543 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:15.532336 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Transition to ACTIVE for port object 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:15:15.602219 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:15.675483 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Network e68429b1-da46-448c-a1eb-90221387d677 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:15:15.680603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:15:15.692474 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:15:15.693401 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:15.739369 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Pushing event updated for resources: {'Port': ['ID=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:15.848419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-cca04456-b4ae-4150-b254-3bdd171aec8d None None] Provisioning for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:15:15.852937 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-cca04456-b4ae-4150-b254-3bdd171aec8d None None] Provisioning complete for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:15.853316 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cca04456-b4ae-4150-b254-3bdd171aec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:15.899123 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-cca04456-b4ae-4150-b254-3bdd171aec8d None None] Port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:15:16.106646 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:16.340728 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:16.345978 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:16.347244 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:16.409012 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Pushing event updated for resources: {'Port': ['ID=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:16.486877 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Network e68429b1-da46-448c-a1eb-90221387d677 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:15:16.488609 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:15:16.683945 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Router 8e156f71-16fd-4051-8f0e-97c48097e821 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:15:16.730597 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-49f55e2a-f796-4980-818d-821248365f8a None None] Provisioning complete for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:16.731192 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f55e2a-f796-4980-818d-821248365f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:16.783217 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-49f55e2a-f796-4980-818d-821248365f8a None None] Port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:15:16.788137 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:15:16.794785 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-59cb721e-8347-4a51-9cf4-97a5f9292831 admin admin] 10.222.0.42 "PUT /v2.0/routers/8e156f71-16fd-4051-8f0e-97c48097e821/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0539179 Sep 03 16:15:16.800832 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Sync routers for ids ['8e156f71-16fd-4051-8f0e-97c48097e821'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:15:16.818360 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Routers {'8e156f71-16fd-4051-8f0e-97c48097e821'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:15:16.819710 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:15:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['8e156f71-16fd-4051-8f0e-97c48097e821'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:17.112277 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Set router 8e156f71-16fd-4051-8f0e-97c48097e821 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:15:17.618076 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:15:05Z', 'updated_at': '2021-09-03T16:15:16Z', 'revision_number': 2, 'project_id': 'd39098645089454685b4390d2721f5b1', 'gw_port_host': None, '_interfaces': [{'id': '1f78d0dd-fe7c-4317-a9fc-15d74d3468a9', 'name': '', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'mac_address': 'fa:16:3e:13:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:15Z', 'updated_at': '2021-09-03T16:15:16Z', 'revision_number': 2, 'project_id': 'd39098645089454685b4390d2721f5b1', 'subnets': [{'id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:17.679415 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Checking router: 8e156f71-16fd-4051-8f0e-97c48097e821 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:15:17.679960 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Updating router 8e156f71-16fd-4051-8f0e-97c48097e821 port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:15:17.739424 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:18.379074 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:18.410437 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Transition to ACTIVE for port object 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:15:18.420293 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:18.622799 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Pushing event updated for resources: {'Port': ['ID=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:18.647474 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.651263 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.651263 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.651263 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.651263 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.651263 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.651263 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.652150 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.652150 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.653003 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.653279 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.654331 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Tracked resource versions report: Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: pushed versions: Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: { 'AddressGroup': {'1.2'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Log': {'1.0'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Network': {'1.1'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Port': {'1.7'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'PortForwarding': {'1.2'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'QosPolicy': {'1.9'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroup': {'1.4'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SubPort': {'1.0'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Subnet': {'1.1'}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Trunk': {'1.1'}} Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: consumer versions: Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'ConntrackHelper': '1.0', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Log': '1.0', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Network': '1.1', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Port': '1.7', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'PortForwarding': '1.2', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'QosPolicy': '1.9', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroup': '1.4', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroupRule': '1.2', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SubPort': '1.0', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Subnet': '1.1', Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Trunk': '1.1'}} Sep 03 16:15:18.656254 dv-cinder-760178-8-iscsi neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:15:18.660533 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Attempting to bind port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:15:18.661144 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Attempting to bind port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:15:18.661787 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Attempting to bind port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 on network e68429b1-da46-448c-a1eb-90221387d677 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:15:18.673629 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:15:18.674257 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Checking segment: {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:15:18.675023 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:18.675653 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Bound using segment: {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:15:18.677868 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Bound port: 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289538d3-3053-4a50-b6f3-1a85dbd40972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:15:18.677868 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:18.777461 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] For port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:15:18.803834 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] For port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,segment=NetworkSegment(289538d3-3053-4a50-b6f3-1a85dbd40972),segment_id=289538d3-3053-4a50-b6f3-1a85dbd40972)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:15:18.811296 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:18.912600 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Routers {'8e156f71-16fd-4051-8f0e-97c48097e821'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:15:18.913536 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:15:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['8e156f71-16fd-4051-8f0e-97c48097e821'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:18.916961 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825810-c160-48c9-afef-a5b4a28c3442 None None] Pushing event updated for resources: {'Port': ['ID=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:19.060348 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] Set router 8e156f71-16fd-4051-8f0e-97c48097e821 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:15:19.235081 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 35630) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:19.325918 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:15:05Z', 'updated_at': '2021-09-03T16:15:16Z', 'revision_number': 2, 'project_id': 'd39098645089454685b4390d2721f5b1', 'gw_port_host': None, '_interfaces': [{'id': '1f78d0dd-fe7c-4317-a9fc-15d74d3468a9', 'name': '', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'mac_address': 'fa:16:3e:13:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:15Z', 'updated_at': '2021-09-03T16:15:18Z', 'revision_number': 4, 'project_id': 'd39098645089454685b4390d2721f5b1', 'subnets': [{'id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:19.352187 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b8031-4049-44cc-9a61-5346946cca08 None None] The sync data for ids ['8e156f71-16fd-4051-8f0e-97c48097e821'] in dv-cinder-760178-8-iscsi is: [{'id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:15:05Z', 'updated_at': '2021-09-03T16:15:16Z', 'revision_number': 2, 'project_id': 'd39098645089454685b4390d2721f5b1', 'gw_port_host': None, '_interfaces': [{'id': '1f78d0dd-fe7c-4317-a9fc-15d74d3468a9', 'name': '', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'mac_address': 'fa:16:3e:13:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:15Z', 'updated_at': '2021-09-03T16:15:18Z', 'revision_number': 4, 'project_id': 'd39098645089454685b4390d2721f5b1', 'subnets': [{'id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:15:19.355009 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28abaa8e-2244-4f97-a5d0-5e61119e5ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:15:19.356471 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-28abaa8e-2244-4f97-a5d0-5e61119e5ba5 admin admin] 10.222.0.42 "GET /v2.0/networks/8942208a-18e0-4467-878c-b88fac51abf7 HTTP/1.1" status: 200 len: 842 time: 0.1199384 Sep 03 16:15:19.367129 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'name': 'public-subnet'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:15:19.404048 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Made reservation on behalf of 38bb3a016a174f3299d38cbb250de577 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:15:19.406736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:19.810845 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.objects.ports [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93859) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 16:15:19.811275 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:19.860619 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7159fe01-f718-46fe-b81e-ab617f0cf536,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:19.877441 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:15:19.877902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Network hostable DHCP agents. Network: 8942208a-18e0-4467-878c-b88fac51abf7, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:15:19.897392 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:15:19.908228 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 8942208a-18e0-4467-878c-b88fac51abf7) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:15:19.914893 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:15:19.916892 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:19.921628 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3507cbc-33e2-4f57-aafa-8741a2b5895b None None] Network 8942208a-18e0-4467-878c-b88fac51abf7 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:15:19.936491 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b56598e2-8529-4752-a1b7-d74e76a126a4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5730939 Sep 03 16:15:20.093613 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ddfb9-9dbe-4e27-b927-9d4e62a5d298 None None] Network 8942208a-18e0-4467-878c-b88fac51abf7 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:15:21.328865 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:15:22.903035 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35638) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:23.150958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d8ba69ec-57ca-46fb-9be1-4d8d4fc0073b admin admin] 10.222.0.42 "GET /v2.0/routers/8e156f71-16fd-4051-8f0e-97c48097e821 HTTP/1.1" status: 200 len: 710 time: 0.2461901 Sep 03 16:15:23.320890 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7164b-86ac-400e-ab89-8b5ccb1865eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:15:23.322459 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f9f7164b-86ac-400e-ab89-8b5ccb1865eb admin admin] 10.222.0.42 "GET /v2.0/networks/8942208a-18e0-4467-878c-b88fac51abf7 HTTP/1.1" status: 200 len: 886 time: 0.1650946 Sep 03 16:15:23.333263 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:15:23.591284 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:23.850958 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:23.932606 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:24.137136 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Allocated IP 172.27.1.243 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/767c3535-17b4-4823-b2f1-329dc08a9aed) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:15:24.253757 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:24.329171 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:24.469248 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:15:24.474843 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:15:24.489239 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:15:24.492642 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Pushing event updated for resources: {'Port': ['ID=767c3535-17b4-4823-b2f1-329dc08a9aed,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:24.860100 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.156036 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-643123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123243'] for router, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.163653 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-643130'] for router, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.188799 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:15:25.262413 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:15:25.268115 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:25.268706 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.313017 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Router 8e156f71-16fd-4051-8f0e-97c48097e821 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:15:25.387517 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.442697 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,segment=NetworkSegment(289538d3-3053-4a50-b6f3-1a85dbd40972),segment_id=289538d3-3053-4a50-b6f3-1a85dbd40972)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:15:25.449083 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.483567 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:15:25.490698 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:25.492697 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6f83160e-7dd4-427b-9898-9e927dbfec7b admin admin] 10.222.0.42 "PUT /v2.0/routers/8e156f71-16fd-4051-8f0e-97c48097e821 HTTP/1.1" status: 200 len: 890 time: 2.1632376 Sep 03 16:15:25.590093 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=1f78d0dd-fe7c-4317-a9fc-15d74d3468a9,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:26.511265 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Sync routers for ids ['8e156f71-16fd-4051-8f0e-97c48097e821'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:15:26.525147 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Routers {'8e156f71-16fd-4051-8f0e-97c48097e821'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:15:26.526380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:15:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['8e156f71-16fd-4051-8f0e-97c48097e821'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:26.914832 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Set router 8e156f71-16fd-4051-8f0e-97c48097e821 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:15:27.199057 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:15:27.569180 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:27.570167 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:27.846385 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '767c3535-17b4-4823-b2f1-329dc08a9aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:15:05Z', 'updated_at': '2021-09-03T16:15:24Z', 'revision_number': 4, 'project_id': 'd39098645089454685b4390d2721f5b1', 'gw_port': {'id': '767c3535-17b4-4823-b2f1-329dc08a9aed', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:23Z', 'updated_at': '2021-09-03T16:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '1f78d0dd-fe7c-4317-a9fc-15d74d3468a9', 'name': '', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'mac_address': 'fa:16:3e:13:b5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:15Z', 'updated_at': '2021-09-03T16:15:25Z', 'revision_number': 5, 'project_id': 'd39098645089454685b4390d2721f5b1', 'subnets': [{'id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:27.902734 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Checking router: 8e156f71-16fd-4051-8f0e-97c48097e821 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:15:27.903083 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Updating router 8e156f71-16fd-4051-8f0e-97c48097e821 port 767c3535-17b4-4823-b2f1-329dc08a9aed binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:15:27.958402 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:28.110188 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 35650) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:15:28.236778 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a9ac1c5c-c5d2-4db3-84d3-757af449a234 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250370 Sep 03 16:15:28.317639 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:28.330685 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Transition to ACTIVE for port object 767c3535-17b4-4823-b2f1-329dc08a9aed will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:15:28.339565 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:28.485341 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631b021-a8b7-4ab7-8787-5c272c85c0dd None None] Pushing event updated for resources: {'Port': ['ID=767c3535-17b4-4823-b2f1-329dc08a9aed,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:28.487661 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Attempting to bind port 767c3535-17b4-4823-b2f1-329dc08a9aed on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:15:28.488070 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Attempting to bind port 767c3535-17b4-4823-b2f1-329dc08a9aed by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:15:28.488445 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Attempting to bind port 767c3535-17b4-4823-b2f1-329dc08a9aed on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:15:28.495198 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:15:28.495581 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:15:28.496019 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:28.496413 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:15:28.496905 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Bound port: 767c3535-17b4-4823-b2f1-329dc08a9aed, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:15:28.497308 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:28.560220 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] For port 767c3535-17b4-4823-b2f1-329dc08a9aed, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:15:28.564748 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] For port 767c3535-17b4-4823-b2f1-329dc08a9aed, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=767c3535-17b4-4823-b2f1-329dc08a9aed,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:15:28.571630 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:28.657771 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Routers {'8e156f71-16fd-4051-8f0e-97c48097e821'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:15:28.658718 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:15:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['8e156f71-16fd-4051-8f0e-97c48097e821'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:28.665867 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631b021-a8b7-4ab7-8787-5c272c85c0dd None None] Pushing event updated for resources: {'Port': ['ID=767c3535-17b4-4823-b2f1-329dc08a9aed,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:28.841071 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] Set router 8e156f71-16fd-4051-8f0e-97c48097e821 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:15:29.155996 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '767c3535-17b4-4823-b2f1-329dc08a9aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:15:05Z', 'updated_at': '2021-09-03T16:15:24Z', 'revision_number': 4, 'project_id': 'd39098645089454685b4390d2721f5b1', 'gw_port': {'id': '767c3535-17b4-4823-b2f1-329dc08a9aed', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:23Z', 'updated_at': '2021-09-03T16:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '1f78d0dd-fe7c-4317-a9fc-15d74d3468a9', 'name': '', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'mac_address': 'fa:16:3e:13:b5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:15Z', 'updated_at': '2021-09-03T16:15:25Z', 'revision_number': 5, 'project_id': 'd39098645089454685b4390d2721f5b1', 'subnets': [{'id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:15:29.185004 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f038abb-dd57-49de-b3a1-e3f9bf97deb7 None None] The sync data for ids ['8e156f71-16fd-4051-8f0e-97c48097e821'] in dv-cinder-760178-8-iscsi is: [{'id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'name': 'router1', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '767c3535-17b4-4823-b2f1-329dc08a9aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:15:05Z', 'updated_at': '2021-09-03T16:15:24Z', 'revision_number': 4, 'project_id': 'd39098645089454685b4390d2721f5b1', 'gw_port': {'id': '767c3535-17b4-4823-b2f1-329dc08a9aed', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:23Z', 'updated_at': '2021-09-03T16:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '1f78d0dd-fe7c-4317-a9fc-15d74d3468a9', 'name': '', 'network_id': 'e68429b1-da46-448c-a1eb-90221387d677', 'tenant_id': 'd39098645089454685b4390d2721f5b1', 'mac_address': 'fa:16:3e:13:b5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e156f71-16fd-4051-8f0e-97c48097e821', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:15:15Z', 'updated_at': '2021-09-03T16:15:25Z', 'revision_number': 5, 'project_id': 'd39098645089454685b4390d2721f5b1', 'subnets': [{'id': '9ac07c47-aff3-4c90-b594-43cf58ab5519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1fd21f9-104a-494b-9eb0-4f19e13338e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:15:31.226759 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 767c3535-17b4-4823-b2f1-329dc08a9aed up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:15:31.311570 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 767c3535-17b4-4823-b2f1-329dc08a9aed completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:15:31.319058 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 767c3535-17b4-4823-b2f1-329dc08a9aed triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:31.320193 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:31.501058 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:31.540157 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 767c3535-17b4-4823-b2f1-329dc08a9aed, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=767c3535-17b4-4823-b2f1-329dc08a9aed,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:15:31.546657 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:31.619007 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=767c3535-17b4-4823-b2f1-329dc08a9aed,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:15:33.233506 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 767c3535-17b4-4823-b2f1-329dc08a9aed up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:15:33.368208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 767c3535-17b4-4823-b2f1-329dc08a9aed triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:15:33.369112 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:38.235743 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8b1e49f0-c31f-4802-b798-5f835d5ff307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:41.154456 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-872438ca-7ae7-42eb-ae71-6c9173f218d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:41.199422 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:42.208734 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:43.797368 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:15:58.330922 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:16:08.223016 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-90de40e9-e3bb-4b7e-beea-ef477b686073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:11.140304 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9053b084-9107-465a-9e54-96b9038ceff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:11.206082 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:12.211635 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:13.798336 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:35.329667 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:16:38.216130 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c7edd380-7162-4b23-97bc-d5c0a0524612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:41.136229 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7da9431-4172-4498-9435-ff13f7e8ea1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:41.190558 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:42.211575 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:16:43.798799 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:08.224669 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f68ff7a5-b558-40dd-8bd5-cf468b47c6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:11.138335 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d318c73d-891f-4ec2-b0fa-340b5d7709b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:11.193342 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:12.214702 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:12.327779 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:17:13.414903 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36212) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:13.482585 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5c309e-5979-46ca-bbe3-bcb3aff2bf82 admin admin] GET failed (client error): The resource could not be found. Sep 03 16:17:13.484090 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1a5c309e-5979-46ca-bbe3-bcb3aff2bf82 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0678177 Sep 03 16:17:13.653686 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f5b54-224e-40ae-86e7-e38396095315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:13.655084 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-303f5b54-224e-40ae-86e7-e38396095315 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1661994 Sep 03 16:17:13.798278 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:15.860900 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36222) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:15.966544 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85ece8-6544-4866-96c1-7ee08fd83757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:15.967971 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1b85ece8-6544-4866-96c1-7ee08fd83757 admin admin] 10.222.0.42 "GET /v2.0/subnets/9ac07c47-aff3-4c90-b594-43cf58ab5519 HTTP/1.1" status: 200 len: 849 time: 0.1060820 Sep 03 16:17:15.979263 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:17:16.069056 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:16.218156 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777228622785'] for subnet, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:16.252924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:16.252924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:16.254147 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] 10.222.0.42 "PUT /v2.0/subnets/9ac07c47-aff3-4c90-b594-43cf58ab5519 HTTP/1.1" status: 200 len: 868 time: 0.2795877 Sep 03 16:17:16.256784 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbef51d-80a3-425d-ac54-fce94c0f795f None None] Network e68429b1-da46-448c-a1eb-90221387d677 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:17:16.273355 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac07c47-aff3-4c90-b594-43cf58ab5519,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:17:16.281627 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.282024 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.282348 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.282822 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.283162 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.283496 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.283827 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.284183 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.284538 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.284835 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.285159 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.285480 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d8828-0968-44b9-b1a6-9a2505e7f433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:17:16.595333 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-72ccd6fb-7a10-4964-89aa-1d5444812a89 None None] Provisioning complete for port 1f78d0dd-fe7c-4317-a9fc-15d74d3468a9 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:17:16.595702 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72ccd6fb-7a10-4964-89aa-1d5444812a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:16.681722 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-72ccd6fb-7a10-4964-89aa-1d5444812a89 None None] Provisioning complete for port bb2a4190-7d29-4fb5-8ec7-bf1e0e0c12f6 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:17:16.682092 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-72ccd6fb-7a10-4964-89aa-1d5444812a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:18.490187 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36230) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:18.759225 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1de64-10f0-41e9-94a6-37b7b74fce54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:18.760222 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1de64-10f0-41e9-94a6-37b7b74fce54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:18.761789 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-82d1de64-10f0-41e9-94a6-37b7b74fce54 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2706187 Sep 03 16:17:20.987208 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36238) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:21.127487 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c617ef-a394-4ac5-8171-8b9960456818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:21.127998 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c617ef-a394-4ac5-8171-8b9960456818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:21.129577 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-20c617ef-a394-4ac5-8171-8b9960456818 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1414142 Sep 03 16:17:23.332249 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36246) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:23.465041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afdc90d-0d0c-416b-b0ae-752148d32913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:23.466473 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4afdc90d-0d0c-416b-b0ae-752148d32913 admin admin] 10.222.0.42 "GET /v2.0/networks/8942208a-18e0-4467-878c-b88fac51abf7 HTTP/1.1" status: 200 len: 886 time: 0.1332643 Sep 03 16:17:25.740137 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36254) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:25.896151 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa87f73-cbe7-4846-a8d0-44b3f21b8c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:25.897575 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5fa87f73-cbe7-4846-a8d0-44b3f21b8c47 admin admin] 10.222.0.42 "GET /v2.0/networks/e68429b1-da46-448c-a1eb-90221387d677 HTTP/1.1" status: 200 len: 869 time: 0.1563153 Sep 03 16:17:28.184545 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36264) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:28.317528 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fafdd-5a73-4fd4-ad55-b91ac2990889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:28.317900 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fafdd-5a73-4fd4-ad55-b91ac2990889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:28.319463 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cc9fafdd-5a73-4fd4-ad55-b91ac2990889 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339271 Sep 03 16:17:30.673015 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36272) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:30.778011 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa42d8-3025-483d-a8ac-be2b51ec104e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:30.778474 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa42d8-3025-483d-a8ac-be2b51ec104e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:30.783228 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-73aa42d8-3025-483d-a8ac-be2b51ec104e admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090949 Sep 03 16:17:33.053153 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36280) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:33.215368 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6223f5-20d5-411e-9add-97cd1d4c0ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:33.216784 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2e6223f5-20d5-411e-9add-97cd1d4c0ec6 admin admin] 10.222.0.42 "GET /v2.0/subnets/7159fe01-f718-46fe-b81e-ab617f0cf536 HTTP/1.1" status: 200 len: 816 time: 0.1626670 Sep 03 16:17:35.423808 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36288) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:17:35.519428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5479b786-f366-4229-9f33-bea50ee697af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:17:35.521098 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5479b786-f366-4229-9f33-bea50ee697af admin admin] 10.222.0.42 "GET /v2.0/subnets/9ac07c47-aff3-4c90-b594-43cf58ab5519 HTTP/1.1" status: 200 len: 868 time: 0.0961490 Sep 03 16:17:38.216820 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a16fac97-e311-4d8a-bbe3-df0245bb6bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:41.141620 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3776afc6-c9a9-463b-a909-575ac6dd4478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:41.194560 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:42.216025 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:43.813380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:17:49.326922 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:18:01.183522 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36342) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:18:01.236791 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-82366da5-dae7-4d0f-8a8a-dcea38d3fb9b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:18:01.237879 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-82366da5-dae7-4d0f-8a8a-dcea38d3fb9b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533702 Sep 03 16:18:03.502727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36350) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:18:03.568729 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0047ad-ba4b-43c6-a029-53065d86f7fb admin admin] GET failed (client error): The resource could not be found. Sep 03 16:18:03.570208 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ea0047ad-ba4b-43c6-a029-53065d86f7fb admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665243 Sep 03 16:18:03.725911 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824e79a-c74c-423a-ae4c-96338547f9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:18:03.727363 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b824e79a-c74c-423a-ae4c-96338547f9a4 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1517408 Sep 03 16:18:06.016518 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36358) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:18:06.064532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:18:06.084153 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Made reservation on behalf of 38bb3a016a174f3299d38cbb250de577 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:18:06.086417 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:06.113738 dv-cinder-760178-8-iscsi neutron-server[93859]: WARNING neutron.services.revisions.revision_plugin [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Could not find related network for resource to bump revision. Sep 03 16:18:06.128115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:18:06.136903 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:06.137245 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Added segment d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6 of type vlan for network a025e249-dcfd-460a-a515-1b5a371c487a Sep 03 16:18:06.184333 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:06.207853 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:06.208780 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:18:06.209372 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:06.246738 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2290750 Sep 03 16:18:06.274261 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Pushing event updated for resources: {'Network': ['ID=a025e249-dcfd-460a-a515-1b5a371c487a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:18:06.282339 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.282711 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.283059 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.283396 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.283728 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.284104 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.284437 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.284765 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.285092 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.285416 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.285737 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.286061 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5ffc-9175-4846-8c0e-f5264ce9041b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:06.298533 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network a025e249-dcfd-460a-a515-1b5a371c487a details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:18:08.217929 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7094dd51-d4f7-4c0f-98fd-37e4bf0de622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:08.477155 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36366) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:18:08.537907 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.pecan_wsgi.hooks.translation [None req-d564564f-6a14-4e7f-8233-d8d4cb8cf74a admin admin] GET failed (client error): The resource could not be found. Sep 03 16:18:08.539205 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d564564f-6a14-4e7f-8233-d8d4cb8cf74a admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610378 Sep 03 16:18:08.610397 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fbd10-71b6-4751-a00e-a0c9d4e00e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:18:08.611820 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-189fbd10-71b6-4751-a00e-a0c9d4e00e4d admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680597 Sep 03 16:18:08.622110 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:18:08.645513 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Made reservation on behalf of 38bb3a016a174f3299d38cbb250de577 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:18:08.647970 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:08.828062 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:08.882092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98e2181-3679-47a1-a569-7639efa428df,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:18:08.901934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Checking segment: {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:18:08.902302 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Network hostable DHCP agents. Network: a025e249-dcfd-460a-a515-1b5a371c487a, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:18:08.924111 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Network a025e249-dcfd-460a-a515-1b5a371c487a is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:18:08.936176 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, a025e249-dcfd-460a-a515-1b5a371c487a) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:18:08.941068 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:18:08.941671 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:08.957227 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7851c43b-84e3-4208-bb99-36def5b945a8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384044 Sep 03 16:18:08.986887 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f566a-1951-4d2e-86b3-2d0d499b0dde None None] Network a025e249-dcfd-460a-a515-1b5a371c487a requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:18:09.180305 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-a025e249-dcfd-460a-a515-1b5a371c487a', 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a', 'tenant_id': '38bb3a016a174f3299d38cbb250de577', 'fixed_ips': [{'subnet_id': 'a98e2181-3679-47a1-a569-7639efa428df'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:18:09.181738 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:09.327344 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Allocated IP 192.168.233.2 (a025e249-dcfd-460a-a515-1b5a371c487a/a98e2181-3679-47a1-a569-7639efa428df/1936d7f6-1eff-46b5-b4ff-2556eca2ad3c) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:18:09.471499 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:09.480297 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Transition to ACTIVE for port object 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:18:09.495580 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Transition to ACTIVE for port object 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:18:09.501496 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:09.538746 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Network a025e249-dcfd-460a-a515-1b5a371c487a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:18:09.541543 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:18:09.544990 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:18:09.552339 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Pushing event updated for resources: {'Port': ['ID=1936d7f6-1eff-46b5-b4ff-2556eca2ad3c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:18:09.562325 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.562678 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.563017 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.563368 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.563701 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.564051 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.564376 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.564700 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.565043 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.565366 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.565686 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.565999 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:18:09.617809 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Attempting to bind port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:18:09.618222 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Attempting to bind port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:18:09.619091 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Attempting to bind port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c on network a025e249-dcfd-460a-a515-1b5a371c487a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:18:09.624207 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:18:09.624610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Checking segment: {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:18:09.625011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:09.625423 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Bound using segment: {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:18:09.625867 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Bound port: 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:18:09.626264 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:09.693499 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] For port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:18:09.696771 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] For port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1936d7f6-1eff-46b5-b4ff-2556eca2ad3c,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:18:09.701418 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:09.758224 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe96ca4-57b1-4d58-8d02-a83802291bed None None] Pushing event updated for resources: {'Port': ['ID=1936d7f6-1eff-46b5-b4ff-2556eca2ad3c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:18:10.614153 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae7810-764a-4fd2-85b6-5ab95666e09d None None] Network a025e249-dcfd-460a-a515-1b5a371c487a requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:18:10.749308 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e925944d-3f8e-471c-85c8-b0a54f4b8538 None None] Provisioning for port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:18:11.149362 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-95e35278-6e5f-497d-a12b-d0f4bb410693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:11.207408 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:11.338583 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:18:11.402084 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:18:11.407044 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:18:11.407509 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:11.505356 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:11.549790 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1936d7f6-1eff-46b5-b4ff-2556eca2ad3c,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:18:11.555087 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:11.610754 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=1936d7f6-1eff-46b5-b4ff-2556eca2ad3c,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:18:12.222342 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:13.297909 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:18:13.356246 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 1936d7f6-1eff-46b5-b4ff-2556eca2ad3c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:18:13.356708 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:13.815177 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:26.330569 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:18:38.220167 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e736b0bd-ceb3-417d-9c97-0d7d049fe495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:41.141965 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a09d31a-afc1-462b-8867-ebe30f7600e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:41.200494 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:42.222833 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:18:43.817136 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:03.329296 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:19:08.223146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f9467ac2-3bd6-4891-b512-1e45a7256239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:11.145013 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bd4e8279-2c50-4225-ae91-d49d45a7c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:11.201315 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:12.221054 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:13.828942 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:27.297852 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36418) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:27.303850 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [None req-f932e340-476c-41af-8040-ac358e398b96 tempest-verify_tempest_config-1133260143 tempest-verify_tempest_config-1133260143-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:19:27.304900 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f932e340-476c-41af-8040-ac358e398b96 tempest-verify_tempest_config-1133260143 tempest-verify_tempest_config-1133260143-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060315 Sep 03 16:19:27.607952 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36436) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:27.711730 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:27.796284 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:27.800739 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:27.847076 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62130e2-edad-415c-9b9b-3a178909bb9f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:19:27.851657 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ec9fea02b124f2c9d8c4006f864e1c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2427053 Sep 03 16:19:27.854727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36442) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:27.856166 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.856568 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.856919 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.857257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.857593 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.857931 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.858264 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.858592 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.858934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.859261 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.859587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.859927 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8c2f8d-0ec9-45d4-94b2-3ebec34f0351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:27.925510 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:27.946249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:28.033541 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:28.036158 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:28.037309 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d62130e2-edad-415c-9b9b-3a178909bb9f HTTP/1.1" status: 204 len: 168 time: 0.1813211 Sep 03 16:19:28.045399 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62130e2-edad-415c-9b9b-3a178909bb9f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:19:28.052179 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.052498 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.052850 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.053191 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.053532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.053870 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.054206 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.054609 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.054876 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.055212 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.055542 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:28.056464 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ec003-d47e-4737-a32b-0de6ac6cad7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:38.225818 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f04c5bee-cd24-4065-b198-a4803622270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:40.329830 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:19:41.138966 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32d428f8-bf42-405e-b019-33f8f1acb2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:41.202258 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:42.227892 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:43.831961 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:08.229786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04432cb6-39cf-4c58-87df-bf76edd5556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.140837 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33764a8a-b98d-4453-ba72-9fcdc2c6777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.205419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:12.231014 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:13.831551 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.328309 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:20:38.233057 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-15cd18a2-a364-4a5a-b125-7909cdcf3b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:41.143738 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82faf01f-39e8-4034-a366-6622c08cba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:41.213158 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:42.230791 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:43.835086 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:54.327465 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 5 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:20:59.531029 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-421514'] for agent, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:08.240184 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be70249-8e49-4fbf-9546-d35cd63fc716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:11.145731 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5cfcc4d-431b-434c-bbd3-ce6f754a47d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:11.204933 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:12.236228 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:13.837156 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:15.243804 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36516) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:21:15.350168 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f350e870-73ba-486c-8d7f-eda991eb08bd admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1052001 Sep 03 16:21:17.592844 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36526) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:21:17.650569 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3a55ace8-6fbe-4290-9bdc-181a59d3a8f8 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0566094 Sep 03 16:21:29.499779 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:31.327119 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:21:38.232146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-42f454a7-804a-4321-95fc-9f89a9d594f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:41.147035 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f263ebd-a08f-4502-ba82-4f0c432f7105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:41.205898 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:42.234960 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:43.840500 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:59.512338 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:08.235135 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7be05db3-f299-4be9-8b8c-d39691b93928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:08.327525 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:22:11.150617 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff5b7-596c-4d7f-808e-9364919a45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:11.209349 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:12.247978 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:13.851391 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:29.521041 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:38.238428 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e7a513ce-0982-4fe1-8116-725d21131e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:41.152836 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ded57f4a-1591-4315-b25d-17f25b9cf24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:41.211655 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:42.244317 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:43.851058 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:45.332249 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:22:46.714985 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36642) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:46.870047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951010507-network', 'tenant_id': 'fa9b07ac3bf04137be02177b16ee1aa5'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:46.892730 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Made reservation on behalf of fa9b07ac3bf04137be02177b16ee1aa5 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:46.895816 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:46.908361 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.008926 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.013834 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.042587 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece6586-f2dd-4cf8-99ca-0595a8736c38,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:47.053842 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:22:47.057163 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.057514 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.058045 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.058392 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.058717 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.059069 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.059405 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.059734 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.060106 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.060441 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.060771 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.061095 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Tracked resource versions report: Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: pushed versions: Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: { 'AddressGroup': {'1.2'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'ConntrackHelper': {'1.0'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Log': {'1.0'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Network': {'1.1'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Port': {'1.7'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'PortForwarding': {'1.2'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'QosPolicy': {'1.9'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroup': {'1.4'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SubPort': {'1.0'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Subnet': {'1.1'}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Trunk': {'1.1'}} Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: consumer versions: Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: HyperV agent@hv-cinder-76017: {}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'ConntrackHelper': '1.0', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Log': '1.0', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Network': '1.1', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Port': '1.7', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'PortForwarding': '1.2', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'QosPolicy': '1.9', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroup': '1.4', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SecurityGroupRule': '1.2', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'SubPort': '1.0', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Subnet': '1.1', Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: 'Trunk': '1.1'}} Sep 03 16:22:47.062175 dv-cinder-760178-8-iscsi neutron-server[93859]: {{(pid=93859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:22:47.088161 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.088538 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Added segment 47e8cf6c-5bda-40bd-a964-639a0499f7d7 of type vlan for network f87c9542-efde-4d65-af78-518b8645a3d7 Sep 03 16:22:47.135847 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.162070 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.163038 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:47.163788 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.202428 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4857326 Sep 03 16:22:47.202636 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36684) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:47.210422 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Request body: {'subnet': {'network_id': 'f87c9542-efde-4d65-af78-518b8645a3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951010507-subnet', 'tenant_id': 'fa9b07ac3bf04137be02177b16ee1aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:47.235284 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634e92-4bff-4593-abba-d473d3510cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=f87c9542-efde-4d65-af78-518b8645a3d7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:47.252028 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Made reservation on behalf of fa9b07ac3bf04137be02177b16ee1aa5 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:47.254377 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network f87c9542-efde-4d65-af78-518b8645a3d7 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:22:47.255325 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.518779 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.578252 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c85b99d-28dd-4c48-b020-bd221f57ed62,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:47.591111 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.591455 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.592231 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.593002 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.593508 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.594044 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.594543 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.595064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.595424 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.595772 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.596136 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.596472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Tracked resource versions report: Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: pushed versions: Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Log': {'1.0'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Network': {'1.1'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Port': {'1.7'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'QosPolicy': {'1.9'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: consumer versions: Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: HyperV agent@hv-cinder-76017: {}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Log': '1.0', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Network': '1.1', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Port': '1.7', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'QosPolicy': '1.9', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'SubPort': '1.0', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Subnet': '1.1', Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Sep 03 16:22:47.598129 dv-cinder-760178-8-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:22:47.609944 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Checking segment: {'id': '47e8cf6c-5bda-40bd-a964-639a0499f7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f87c9542-efde-4d65-af78-518b8645a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:47.610325 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Network hostable DHCP agents. Network: f87c9542-efde-4d65-af78-518b8645a3d7, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:22:47.629208 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Network f87c9542-efde-4d65-af78-518b8645a3d7 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:22:47.639491 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, f87c9542-efde-4d65-af78-518b8645a3d7) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:47.644997 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:47.645824 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.652900 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079239f-ef08-43b8-bbdb-ca73226f9a97 None None] Network f87c9542-efde-4d65-af78-518b8645a3d7 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:47.677086 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-45055545-d270-4bb4-96e9-a24ab471fe04 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4731719 Sep 03 16:22:47.802528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba34d5-0d3d-4b9e-80ca-a2d58fda3080 None None] Network f87c9542-efde-4d65-af78-518b8645a3d7 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:48.569579 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36760) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:48.933029 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-259076757-network', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:48.966566 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Made reservation on behalf of 31bf7b0a63bb4df1868a0303870b5b2c for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:48.969747 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:48.979825 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36786) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:48.985161 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.170406 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.178380 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36798) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:49.184307 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.196983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36804) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:49.213148 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:22:49.230935 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b54ba7-8a7e-47b2-a0f7-4e18b6252080,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:49.235497 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.235997 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Added segment 98681338-f101-48a2-8bb0-33f0ceb475d3 of type vlan for network 64119de9-c5e0-4e62-b4f0-048f957eba7b Sep 03 16:22:49.288306 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.323388 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.324917 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1787666258-network', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:49.325239 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:49.326300 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.353835 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Made reservation on behalf of 11ba5e2be6e840b4a8af30d1bd06133b for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:49.357833 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.372267 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8012161 Sep 03 16:22:49.375147 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.375336 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36814) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:49.384147 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Request body: {'subnet': {'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-subnet', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:49.427285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f911d3-5a9c-4d51-bbe5-89ce25e9e537 admin admin] Pushing event updated for resources: {'Network': ['ID=64119de9-c5e0-4e62-b4f0-048f957eba7b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:49.439849 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:22:49.508682 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.514683 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.535765 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Made reservation on behalf of 31bf7b0a63bb4df1868a0303870b5b2c for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:49.538648 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.570363 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-64881843-network', 'tenant_id': '2023ad20b5a943838b99afbba9d4145c'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:49.575359 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f502714-6dc9-4140-888e-9519b45afdc0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:49.578880 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:22:49.590161 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-620575825-network', 'tenant_id': '55675cc735454135937c6ba86d21a8ed'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:49.615750 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.616549 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Added segment 3f31a98e-130b-42f5-82b9-1cf4855aaf97 of type vlan for network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d Sep 03 16:22:49.673790 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Made reservation on behalf of 55675cc735454135937c6ba86d21a8ed for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:49.676296 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.684331 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.698228 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.722338 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Made reservation on behalf of 2023ad20b5a943838b99afbba9d4145c for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:49.724591 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.740843 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.750343 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36826) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:49.757596 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.758801 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:49.759448 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.772318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1548521675-network', 'tenant_id': '69cd38e1170d4cef8910da057d9cb7fa'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:49.843826 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.864259 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] Pushing event updated for resources: {'Network': ['ID=685dc53f-ffac-45ff-8df7-5a1d82b48b4d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:49.877145 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:22:49.913603 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:49.924292 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.930572 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:49.962905 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7420e222-08b5-4924-81bb-a76940f76fbb,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:49.968083 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Checking segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:49.968471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Network hostable DHCP agents. Network: 64119de9-c5e0-4e62-b4f0-048f957eba7b, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:22:49.971429 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-50030a72-a36b-4757-b2af-bd7fbe1fa830 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9904490 Sep 03 16:22:49.977475 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36838) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:49.988047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Request body: {'subnet': {'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1787666258-subnet', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:49.997599 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:22:50.008762 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:22:50.015714 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.016091 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Added segment 13555bc8-aa59-4fd4-be52-bf197ce0fe6f of type vlan for network 1de02763-f82f-424d-8a91-c131b3899d58 Sep 03 16:22:50.021843 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 64119de9-c5e0-4e62-b4f0-048f957eba7b) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:50.026621 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:50.027477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.040225 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3466c63-9350-445f-a38a-77c580be73c8 None None] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:50.084238 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.126384 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.127316 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:50.128376 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.201224 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] Pushing event updated for resources: {'Network': ['ID=1de02763-f82f-424d-8a91-c131b3899d58,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:50.220471 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.225655 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 1de02763-f82f-424d-8a91-c131b3899d58 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:22:50.243085 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.245660 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-64119de9-c5e0-4e62-b4f0-048f957eba7b', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:22:50.247382 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.251243 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3a457f6f-039f-4316-ad67-b8de26a75d51 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8721776 Sep 03 16:22:50.251878 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36844) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:50.257235 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:50.258232 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5045a267-a82b-429a-8388-ed420a0cffb4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0593455 Sep 03 16:22:50.268890 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36846) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:50.269724 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:22:50.278040 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Request body: {'subnet': {'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-subnet', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:50.284248 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 16:22:50.284248 dv-cinder-760178-8-iscsi neutron-server[93860]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 16:22:50.284248 dv-cinder-760178-8-iscsi neutron-server[93860]: [parameters: {'project_id_1': '31bf7b0a63bb4df1868a0303870b5b2c', 'expiration_1': datetime.datetime(2021, 9, 3, 16, 22, 30, 273736)}] Sep 03 16:22:50.284248 dv-cinder-760178-8-iscsi neutron-server[93860]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 16:22:50.284782 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 16:22:50.301084 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Made reservation on behalf of 69cd38e1170d4cef8910da057d9cb7fa for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:50.303435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.303762 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.db.api [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 16:22:50.303762 dv-cinder-760178-8-iscsi neutron-server[93859]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 16:22:50.303762 dv-cinder-760178-8-iscsi neutron-server[93859]: [parameters: {'project_id_1': '11ba5e2be6e840b4a8af30d1bd06133b', 'expiration_1': datetime.datetime(2021, 9, 3, 16, 22, 29, 995138)}] Sep 03 16:22:50.303762 dv-cinder-760178-8-iscsi neutron-server[93859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 16:22:50.304200 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG oslo_db.api [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 16:22:50.324279 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.324279 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Added segment 7c36606d-4d96-4370-98f5-1e7be2ff0778 of type vlan for network 398eb862-1b07-46bc-bcab-82480616e164 Sep 03 16:22:50.325134 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.334364 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Made reservation on behalf of 55675cc735454135937c6ba86d21a8ed for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:50.336941 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.340669 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149c1f7d-4c29-4030-8a79-c42c252b482f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:50.407729 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.507497 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.509204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:50.510018 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.528197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.538837 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.570946 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3881032 Sep 03 16:22:50.572608 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36864) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:50.600776 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Request body: {'subnet': {'network_id': '398eb862-1b07-46bc-bcab-82480616e164', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-64881843-subnet', 'tenant_id': '2023ad20b5a943838b99afbba9d4145c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:50.628234 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9e970-472f-4143-8cf5-3ed74ffdc62b admin admin] Pushing event updated for resources: {'Network': ['ID=398eb862-1b07-46bc-bcab-82480616e164,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:50.649907 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:22:50.652102 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Made reservation on behalf of 2023ad20b5a943838b99afbba9d4145c for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:50.654924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.656439 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Allocated IP 172.20.0.2 (64119de9-c5e0-4e62-b4f0-048f957eba7b/2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8/ce68f9cc-ce88-4087-8039-8afe9efd9a5e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:22:50.696086 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.720141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 398eb862-1b07-46bc-bcab-82480616e164 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:22:50.892016 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Checking segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:50.892386 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Network hostable DHCP agents. Network: 1de02763-f82f-424d-8a91-c131b3899d58, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:22:50.897385 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bbbba6-af7f-48cd-83cc-d45c748de3d9,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:50.919108 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Made reservation on behalf of 11ba5e2be6e840b4a8af30d1bd06133b for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:50.922328 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.007783 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.021072 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Transition to ACTIVE for port object ce68f9cc-ce88-4087-8039-8afe9efd9a5e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:22:51.026653 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.032774 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46199b-bad7-4377-aa12-a5307ec55978,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:51.038272 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.038940 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Added segment 1b097c2f-cf07-428b-bb1e-60da6b5ebfaa of type vlan for network 7e365211-0454-440d-b6b2-4bc2e5217385 Sep 03 16:22:51.042498 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.044766 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.054496 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Transition to ACTIVE for port object ce68f9cc-ce88-4087-8039-8afe9efd9a5e will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:22:51.069844 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.152402 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Network 1de02763-f82f-424d-8a91-c131b3899d58 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:22:51.174639 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:22:51.182084 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:51.188941 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:22:51.212981 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Pushing event updated for resources: {'Port': ['ID=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:51.240024 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 1de02763-f82f-424d-8a91-c131b3899d58) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:51.248870 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.249222 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.249606 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.249965 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.250307 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.250712 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.251059 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.251887 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.252268 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.252629 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.256007 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.256460 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.257267 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Tracked resource versions report: Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: pushed versions: Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Log': {'1.0'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Network': {'1.1'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Port': {'1.7'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'QosPolicy': {'1.9'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: consumer versions: Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: HyperV agent@hv-cinder-76017: {}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Log': '1.0', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Network': '1.1', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Port': '1.7', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'QosPolicy': '1.9', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'SubPort': '1.0', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Subnet': '1.1', Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Sep 03 16:22:51.259163 dv-cinder-760178-8-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:22:51.265277 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:51.271178 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.280583 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4720b-289a-4f5b-9eac-b95e7cc5532f None None] Network 1de02763-f82f-424d-8a91-c131b3899d58 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:51.311506 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Checking segment: {'id': '7c36606d-4d96-4370-98f5-1e7be2ff0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '398eb862-1b07-46bc-bcab-82480616e164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:51.312041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Network hostable DHCP agents. Network: 398eb862-1b07-46bc-bcab-82480616e164, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:22:51.312736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.319495 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.324503 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c9a69e-c05b-41f3-b5ec-b6570c667ea7,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:51.382599 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Attempting to bind port ce68f9cc-ce88-4087-8039-8afe9efd9a5e on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:22:51.383177 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Attempting to bind port ce68f9cc-ce88-4087-8039-8afe9efd9a5e by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:22:51.383442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Attempting to bind port ce68f9cc-ce88-4087-8039-8afe9efd9a5e on network 64119de9-c5e0-4e62-b4f0-048f957eba7b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:22:51.386223 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d0190bf7-7d4e-4c2d-b020-d62d72a4f613 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1139836 Sep 03 16:22:51.397766 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36904) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:51.399497 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:22:51.399909 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Checking segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:51.400372 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.400973 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Bound using segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:22:51.401503 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Bound port: ce68f9cc-ce88-4087-8039-8afe9efd9a5e, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:22:51.401922 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.532694 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.533287 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:51.534466 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:51.535667 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.538851 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36906) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:51.559402 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-68b5caf7-3896-4718-80c8-910118961dea None None] For port ce68f9cc-ce88-4087-8039-8afe9efd9a5e, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:22:51.564052 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99677a8d-a91f-4357-90d1-d6ef059fab6c None None] Network 1de02763-f82f-424d-8a91-c131b3899d58 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:51.587835 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-68b5caf7-3896-4718-80c8-910118961dea None None] For port ce68f9cc-ce88-4087-8039-8afe9efd9a5e, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:22:51.604130 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.605907 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Network 398eb862-1b07-46bc-bcab-82480616e164 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:22:51.606914 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc601603-5d2d-4df5-b20c-14d8f030377a,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:51.630873 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.632047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.642192 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 398eb862-1b07-46bc-bcab-82480616e164) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:51.646068 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Checking segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:51.647639 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Network hostable DHCP agents. Network: 685dc53f-ffac-45ff-8df7-5a1d82b48b4d, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:22:51.662387 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995c695-c23f-4bb0-ad46-c775cf3f14c2 None None] Network 398eb862-1b07-46bc-bcab-82480616e164 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:51.665160 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:51.666132 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.708577 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.728613 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9669154 Sep 03 16:22:51.730128 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36918) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:51.758843 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Request body: {'subnet': {'network_id': '7e365211-0454-440d-b6b2-4bc2e5217385', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1548521675-subnet', 'tenant_id': '69cd38e1170d4cef8910da057d9cb7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:51.791078 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-43960b8a-57a8-4ce6-8f17-6efaee17e1f5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2140846 Sep 03 16:22:51.805772 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:22:51.823757 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c527e77-8ba4-4bb6-b826-895564f37462 admin admin] Pushing event updated for resources: {'Network': ['ID=7e365211-0454-440d-b6b2-4bc2e5217385,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:51.877000 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.884211 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 685dc53f-ffac-45ff-8df7-5a1d82b48b4d) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:51.885822 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 7e365211-0454-440d-b6b2-4bc2e5217385 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:22:51.890638 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b51255fd-f404-4617-8a76-726d063aa040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.894463 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:51.895285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.945344 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Made reservation on behalf of 69cd38e1170d4cef8910da057d9cb7fa for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:51.951586 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:51.977701 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e7878a-0f52-4bdb-9f4c-6c4acb6dcea8 None None] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:52.068941 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.069490 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5caf7-3896-4718-80c8-910118961dea None None] Pushing event updated for resources: {'Port': ['ID=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:52.110624 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.149734 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1787a516-22df-4758-98be-505b6cec74fe None None] Network 398eb862-1b07-46bc-bcab-82480616e164 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:52.300318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Allocated IP 172.27.1.202 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:22:52.383147 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36956) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:52.385168 dv-cinder-760178-8-iscsi neutron-server[93860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 16:22:52.453154 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b51255fd-f404-4617-8a76-726d063aa040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.466028 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.469083 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b51255fd-f404-4617-8a76-726d063aa040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.497333 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-20a24aca-5e5d-4159-8068-9f70d51213ab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5158727 Sep 03 16:22:52.516717 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36960) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:52.517208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:22:52.519322 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.559816 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:52.571989 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b51255fd-f404-4617-8a76-726d063aa040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a317a8fc1931401eab33373246e41d72&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0294640 Sep 03 16:22:52.578265 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36962) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:52.584063 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.601117 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.602498 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.607246 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51255fd-f404-4617-8a76-726d063aa040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb431c7d-f31d-4f44-b5f1-0b2d619b89d8,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:52.684284 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.695688 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e939281-7976-47aa-b443-01b9afd6191f,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:52.725715 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-424661f2-82c7-45c1-99d9-b6fc20322136 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:52.727580 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-424661f2-82c7-45c1-99d9-b6fc20322136 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/networks?id=398eb862-1b07-46bc-bcab-82480616e164 HTTP/1.1" status: 200 len: 810 time: 0.3435428 Sep 03 16:22:52.755134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Checking segment: {'id': '1b097c2f-cf07-428b-bb1e-60da6b5ebfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e365211-0454-440d-b6b2-4bc2e5217385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:52.755508 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Network hostable DHCP agents. Network: 7e365211-0454-440d-b6b2-4bc2e5217385, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:22:52.758708 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b59dd2bd-4815-4a8e-b041-6b9ef23b9615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.777975 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.780240 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-b1c19c46-f9e2-406d-921d-6463ef6819ee tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/quotas/2023ad20b5a943838b99afbba9d4145c HTTP/1.1" status: 200 len: 375 time: 0.0202746 Sep 03 16:22:52.794100 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Allocated IP 172.20.0.2 (685dc53f-ffac-45ff-8df7-5a1d82b48b4d/fc601603-5d2d-4df5-b20c-14d8f030377a/db3f9da3-13b9-4ca9-952d-0672a5fc6829) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:22:52.796094 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b59dd2bd-4815-4a8e-b041-6b9ef23b9615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.824697 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Network 7e365211-0454-440d-b6b2-4bc2e5217385 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:22:52.864740 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 7e365211-0454-440d-b6b2-4bc2e5217385) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:52.899523 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e323e8-cb86-4eb3-b4bf-17022f50ecb9 None None] Network 7e365211-0454-440d-b6b2-4bc2e5217385 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:52.916341 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:52.916951 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:52.996960 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-8e4e4478-ba62-44c9-92bf-002c11f46560 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2023ad20b5a943838b99afbba9d4145c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222377 Sep 03 16:22:53.004738 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.011013 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.037858 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b59dd2bd-4815-4a8e-b041-6b9ef23b9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.040522 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b59dd2bd-4815-4a8e-b041-6b9ef23b9615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.042043 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b59dd2bd-4815-4a8e-b041-6b9ef23b9615 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb431c7d-f31d-4f44-b5f1-0b2d619b89d8 HTTP/1.1" status: 204 len: 168 time: 0.4593706 Sep 03 16:22:53.169218 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dd2bd-4815-4a8e-b041-6b9ef23b9615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb431c7d-f31d-4f44-b5f1-0b2d619b89d8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:53.171401 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.189883 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a704de16-38c3-4c15-b826-bb47eecf544a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4496088 Sep 03 16:22:53.225283 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.292207 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Pushing event updated for resources: {'Port': ['ID=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:53.351686 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:22:53.363638 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:53.374240 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:22:53.468733 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965324a2-6a0e-443a-8521-506e86cb1484 None None] Network 7e365211-0454-440d-b6b2-4bc2e5217385 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:53.471019 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.485788 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36984) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:53.517422 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385e7e3-cd91-4cae-9341-05062f8249b6 None None] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:53.546603 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Transition to ACTIVE for port object db3f9da3-13b9-4ca9-952d-0672a5fc6829 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:22:53.571199 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5519b08b-3e1c-46a1-b9f7-980aed3b2e69 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:22:53.572344 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5519b08b-3e1c-46a1-b9f7-980aed3b2e69 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2908227 Sep 03 16:22:53.586237 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Deleting subnet 0c85b99d-28dd-4c48-b020-bd221f57ed62 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:22:53.590005 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.641148 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device ce68f9cc-ce88-4087-8039-8afe9efd9a5e up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:22:53.649987 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.660127 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Transition to ACTIVE for port object db3f9da3-13b9-4ca9-952d-0672a5fc6829 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:22:53.663283 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.689508 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.704782 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Allocated IP 172.27.1.17 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/5ac87355-6f48-4823-9602-cf375578ee1d) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:22:53.715888 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1f2646e9-20da-4145-9cd3-c59fdde36944 None None] Provisioning for port ce68f9cc-ce88-4087-8039-8afe9efd9a5e completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:22:53.724836 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.795966 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Pushing event updated for resources: {'Port': ['ID=db3f9da3-13b9-4ca9-952d-0672a5fc6829,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:53.808148 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 36990) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:53.810556 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.820882 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:22:53.842304 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c85b99d-28dd-4c48-b020-bd221f57ed62,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:53.848199 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:53.851000 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.855131 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:22:53.855312 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b203c884-b187-4f4f-ac60-bc5b4012eac1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c85b99d-28dd-4c48-b020-bd221f57ed62 HTTP/1.1" status: 204 len: 168 time: 0.3655069 Sep 03 16:22:53.857013 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 36992) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:53.904770 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.953453 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port ce68f9cc-ce88-4087-8039-8afe9efd9a5e completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:22:53.962656 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port ce68f9cc-ce88-4087-8039-8afe9efd9a5e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:53.962943 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.965087 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:53.994367 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-030951d1-6749-4f1e-8d2f-e37a0936150a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.036287 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Attempting to bind port db3f9da3-13b9-4ca9-952d-0672a5fc6829 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:22:54.036667 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Attempting to bind port db3f9da3-13b9-4ca9-952d-0672a5fc6829 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:22:54.037032 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Attempting to bind port db3f9da3-13b9-4ca9-952d-0672a5fc6829 on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:22:54.043067 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.043443 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:22:54.043829 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Checking segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:54.044267 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.044664 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Bound using segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:22:54.045143 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Bound port: db3f9da3-13b9-4ca9-952d-0672a5fc6829, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:22:54.045549 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.083675 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3578bddb-582e-4602-8743-6cb701ccd845 service neutron] 10.222.0.42 "GET /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957624 Sep 03 16:22:54.106680 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:22:54.111700 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:54.121042 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:22:54.144699 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.153164 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.211170 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port ce68f9cc-ce88-4087-8039-8afe9efd9a5e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:22:54.220005 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] For port db3f9da3-13b9-4ca9-952d-0672a5fc6829, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:22:54.223751 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.227824 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] For port db3f9da3-13b9-4ca9-952d-0672a5fc6829, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=db3f9da3-13b9-4ca9-952d-0672a5fc6829,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:22:54.293788 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:54.295069 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.297705 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.402547 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef974f-989f-4b8c-9b38-5d0c8f75238e None None] Pushing event updated for resources: {'Port': ['ID=db3f9da3-13b9-4ca9-952d-0672a5fc6829,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:54.425147 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.425512 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.426268 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.426611 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > port after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.426939 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.427292 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > port after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.427613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.428000 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.428319 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.428639 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.450004 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-dabe8050-c2c1-4e14-b07d-b2d4c0d87aa6 service neutron] 10.222.0.42 "GET /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536742 Sep 03 16:22:54.507387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-030951d1-6749-4f1e-8d2f-e37a0936150a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.514535 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.519653 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-030951d1-6749-4f1e-8d2f-e37a0936150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.524028 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-40af5483-6ca1-4bbf-b918-13e44352f08e None None] Provisioning complete for port ce68f9cc-ce88-4087-8039-8afe9efd9a5e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:54.525729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40af5483-6ca1-4bbf-b918-13e44352f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.568933 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.618916 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030951d1-6749-4f1e-8d2f-e37a0936150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51364e9-162c-47b4-9b89-1bd5a914ba7c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:54.704657 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-030951d1-6749-4f1e-8d2f-e37a0936150a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5155ad11743e4061908fa6d8ba1ec9a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8633850 Sep 03 16:22:54.707669 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37008) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:54.731106 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.736832 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.737452 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.738675 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:54.739133 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87c9542-efde-4d65-af78-518b8645a3d7']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:54.772395 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e8cf6c-5bda-40bd-a964-639a0499f7d7') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:54.773037 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e8cf6c-5bda-40bd-a964-639a0499f7d7') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:54.779467 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac87355-6f48-4823-9602-cf375578ee1d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:54.826627 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Allocated IP 172.27.1.181 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/a8d563a1-65f9-47b0-9534-0a12982fca14) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:22:54.848642 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37018) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:54.863962 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.870086 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Router ca1f19c2-74be-4523-81e7-f0af93f0275c is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:22:54.899136 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.913444 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:22:54.913920 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: from cryptography.utils import int_from_bytes Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: from cryptography.utils import int_from_bytes Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:22:54.918598 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:22:54.949918 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d384c4f-2603-4620-ab2e-301bc32fb7e8 req-c6b08aba-5a1d-4aec-97d5-2033189e3cbc tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 210 time: 0.0984590 Sep 03 16:22:55.049001 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.073500 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f87c9542-efde-4d65-af78-518b8645a3d7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:55.092738 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.094852 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5298f8ee-5d6d-4440-a0ac-a53c32308c8d admin admin] 10.222.0.42 "DELETE /v2.0/networks/f87c9542-efde-4d65-af78-518b8645a3d7 HTTP/1.1" status: 204 len: 168 time: 1.2369289 Sep 03 16:22:55.101283 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37032) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:55.178300 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.254887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ab69801-024c-4238-b4f0-61ba86f13e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.258432 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Deleting subnet 5e939281-7976-47aa-b443-01b9afd6191f {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:22:55.271839 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.306103 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ab69801-024c-4238-b4f0-61ba86f13e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.329193 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.385837 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.403713 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:22:55.423347 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:22:55.435282 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:22:55.435962 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:55.475987 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ab69801-024c-4238-b4f0-61ba86f13e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.478380 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.484187 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7ab69801-024c-4238-b4f0-61ba86f13e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.485383 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7ab69801-024c-4238-b4f0-61ba86f13e25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a51364e9-162c-47b4-9b89-1bd5a914ba7c HTTP/1.1" status: 204 len: 168 time: 0.7735004 Sep 03 16:22:55.497936 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.502161 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-aa0e8e29-a33c-4621-a0dd-5d181dd4023d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2492774 Sep 03 16:22:55.503520 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37050) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:55.534176 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab69801-024c-4238-b4f0-61ba86f13e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51364e9-162c-47b4-9b89-1bd5a914ba7c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:55.678603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.702957 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:55.829284 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:22:55.876135 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:22:55.882873 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:55.890803 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:22:55.911409 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Pushing event updated for resources: {'Port': ['ID=a8d563a1-65f9-47b0-9534-0a12982fca14,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:55.959632 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:56.017499 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:56.026061 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5e939281-7976-47aa-b443-01b9afd6191f HTTP/1.1" status: 204 len: 168 time: 0.9228165 Sep 03 16:22:56.076112 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device ce68f9cc-ce88-4087-8039-8afe9efd9a5e up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:22:56.101234 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37078) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:56.146635 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21a057-7f19-43eb-acf7-2967cf46079d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e939281-7976-47aa-b443-01b9afd6191f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:56.152635 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a69f2e-a11e-43be-8a3b-8e5fb0686d0a None None] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:56.176831 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:22:56.273020 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-86f01d37-deab-4852-b1dd-2455500ed964 None None] Provisioning for port db3f9da3-13b9-4ca9-952d-0672a5fc6829 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:22:56.298241 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:22:53Z', 'revision_number': 3, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:56.377393 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:22:56.377764 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Updating router ca1f19c2-74be-4523-81e7-f0af93f0275c port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:22:56.388166 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port ce68f9cc-ce88-4087-8039-8afe9efd9a5e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:56.388921 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:56.427187 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:22:56.447194 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Sync routers for ids ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:22:56.493749 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:56.494671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Routers {'a4e7ca63-f3e8-4f68-a48f-39619b6d9202'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:22:56.495506 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:56.507650 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:56.516527 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8a02322b-f7d3-4a0e-a934-8cedd3f87985 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1173501 Sep 03 16:22:56.517701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37096) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:56.628868 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c870ee70-a735-4b3f-a1eb-798b323892c6 req-05dca340-b4e2-4525-a7ec-0cced3e63dee tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 210 time: 0.3982868 Sep 03 16:22:56.672738 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device db3f9da3-13b9-4ca9-952d-0672a5fc6829 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:22:56.761265 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Set router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:22:56.796153 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.068642 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port db3f9da3-13b9-4ca9-952d-0672a5fc6829 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:22:57.089654 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port db3f9da3-13b9-4ca9-952d-0672a5fc6829 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:57.090863 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.273607 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5f9a14e4-a8f3-44ee-95e1-fbebdbda6381 None None] Provisioning complete for port db3f9da3-13b9-4ca9-952d-0672a5fc6829 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:57.273990 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f9a14e4-a8f3-44ee-95e1-fbebdbda6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.375245 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.402608 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Transition to ACTIVE for port object 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:22:57.416937 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.519048 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Pushing event updated for resources: {'Port': ['ID=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:57.528633 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.529098 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.529496 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.529910 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.530363 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.530746 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.531166 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.531755 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.532330 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.532812 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.533237 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.533728 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Tracked resource versions report: Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: pushed versions: Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: { 'AddressGroup': {'1.2'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Log': {'1.0'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Network': {'1.1'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Port': {'1.7'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'PortForwarding': {'1.2'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'QosPolicy': {'1.9'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroup': {'1.4'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SubPort': {'1.0'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Subnet': {'1.1'}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Trunk': {'1.1'}} Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: consumer versions: Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: { DHCP agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: HyperV agent@hv-cinder-76017: {}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: L3 agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: Metadata agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: Metering agent@dv-cinder-760178-8-iscsi: {}, Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: Open vSwitch agent@dv-cinder-760178-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'ConntrackHelper': '1.0', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Log': '1.0', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Network': '1.1', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Port': '1.7', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'PortForwarding': '1.2', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'QosPolicy': '1.9', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroup': '1.4', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SecurityGroupRule': '1.2', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'SubPort': '1.0', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Subnet': '1.1', Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: 'Trunk': '1.1'}} Sep 03 16:22:57.534927 dv-cinder-760178-8-iscsi neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:22:57.557978 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.562969 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37132) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:57.576366 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:22:54Z', 'revision_number': 3, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:57.581942 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.586483 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Attempting to bind port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:22:57.587135 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Attempting to bind port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:22:57.587678 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Attempting to bind port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:22:57.594512 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:22:57.595109 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:57.596295 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.596849 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:22:57.597495 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Bound port: 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:22:57.598249 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.602941 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.668163 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] For port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:22:57.669283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f9a14e4-a8f3-44ee-95e1-fbebdbda6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.674566 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] For port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:22:57.683784 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Checking router: a4e7ca63-f3e8-4f68-a48f-39619b6d9202 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:22:57.685487 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Updating router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 port 5ac87355-6f48-4823-9602-cf375578ee1d binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:22:57.696600 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.700781 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.701800 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.703915 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.704550 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.705362 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.706499 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.706986 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.707989 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.708470 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.709199 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:57.784965 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.829373 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port db3f9da3-13b9-4ca9-952d-0672a5fc6829, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=db3f9da3-13b9-4ca9-952d-0672a5fc6829,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:22:57.849756 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:57.869758 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0e1b0-0700-4da7-ade5-38bce82bb08d None None] Pushing event updated for resources: {'Port': ['ID=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:57.914708 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:22:57.915372 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:57.976607 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.049024 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=db3f9da3-13b9-4ca9-952d-0672a5fc6829,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:58.053758 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37146) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:58.155340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:58.156184 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:58.156570 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:58.157133 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:22:58.157750 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e365211-0454-440d-b6b2-4bc2e5217385']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:58.164708 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.15', 64615) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:58.201289 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.db.api [None req-5f9a14e4-a8f3-44ee-95e1-fbebdbda6381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 16:22:58.201802 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG oslo_db.api [None req-5f9a14e4-a8f3-44ee-95e1-fbebdbda6381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 16:22:58.285391 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:22:58.299887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b097c2f-cf07-428b-bb1e-60da6b5ebfaa') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:58.301937 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b097c2f-cf07-428b-bb1e-60da6b5ebfaa') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:58.385357 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Allocated IP 172.20.0.1 (1de02763-f82f-424d-8a91-c131b3899d58/d0bbbba6-af7f-48cd-83cc-d45c748de3d9/2aa053b8-84da-4d30-9671-2b7622195da8) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:22:58.472624 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fcadf125-a943-4fd7-8b37-4eadd0350613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.490854 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.512868 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.520588 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-13160db9-4dc8-4a70-993e-5ef9a721dcb1 req-5c872f84-c8d3-4f91-81ad-2d098b18da87 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 210 time: 0.3433392 Sep 03 16:22:58.565743 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Transition to ACTIVE for port object 5ac87355-6f48-4823-9602-cf375578ee1d will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:22:58.576674 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.579486 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.591223 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:22:58.591760 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.616901 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-decf8ec8-c5b8-48f2-bd44-e9533e9609f2 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:58.619417 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-decf8ec8-c5b8-48f2-bd44-e9533e9609f2 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.15 "GET /v2.0/networks?id=398eb862-1b07-46bc-bcab-82480616e164 HTTP/1.1" status: 200 len: 810 time: 0.4533651 Sep 03 16:22:58.653575 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe5a6-c96a-4e09-9c35-e7a5723bc4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: from cryptography.utils import int_from_bytes Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: from cryptography.utils import int_from_bytes Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:22:58.664006 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:22:58.687986 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:22:53Z', 'revision_number': 3, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:58.694556 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Attempting to bind port 5ac87355-6f48-4823-9602-cf375578ee1d on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:22:58.694944 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Attempting to bind port 5ac87355-6f48-4823-9602-cf375578ee1d by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:22:58.695341 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Attempting to bind port 5ac87355-6f48-4823-9602-cf375578ee1d on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:22:58.704184 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Request body: {'port': {'device_id': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'network_id': '398eb862-1b07-46bc-bcab-82480616e164', 'admin_state_up': True, 'tenant_id': '2023ad20b5a943838b99afbba9d4145c'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:58.723825 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9013753f-75d6-4db7-b5ae-bf5055d9bfd8 None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:22:53Z', 'revision_number': 3, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:22:58.776516 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:22:58.781166 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:22:58.781166 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.781166 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:22:58.781166 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Bound port: 5ac87355-6f48-4823-9602-cf375578ee1d, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:22:58.782137 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.828990 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf100b0-1f6c-4b73-999c-783324629715 None None] Pushing event updated for resources: {'Port': ['ID=5ac87355-6f48-4823-9602-cf375578ee1d,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:58.871824 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:58.938996 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] For port 5ac87355-6f48-4823-9602-cf375578ee1d, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:22:58.946020 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] For port 5ac87355-6f48-4823-9602-cf375578ee1d, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=5ac87355-6f48-4823-9602-cf375578ee1d,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:22:58.952672 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.019701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.065385 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Routers {'a4e7ca63-f3e8-4f68-a48f-39619b6d9202'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:22:59.066241 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:22:59.187113 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.192122 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e365211-0454-440d-b6b2-4bc2e5217385 HTTP/1.1" status: 204 len: 168 time: 3.0883582 Sep 03 16:22:59.195408 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91e1fa-e009-4f13-9a02-0fc0c65801f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e365211-0454-440d-b6b2-4bc2e5217385,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:59.201746 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf100b0-1f6c-4b73-999c-783324629715 None None] Pushing event updated for resources: {'Port': ['ID=5ac87355-6f48-4823-9602-cf375578ee1d,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:59.225644 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.254613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fcadf125-a943-4fd7-8b37-4eadd0350613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.283756 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fcadf125-a943-4fd7-8b37-4eadd0350613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.291210 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] Set router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:22:59.346041 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Network 1de02763-f82f-424d-8a91-c131b3899d58 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:22:59.370148 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:22:59.407204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:22:59.409260 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe5a6-c96a-4e09-9c35-e7a5723bc4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.422753 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.463795 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe5a6-c96a-4e09-9c35-e7a5723bc4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.491256 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa053b8-84da-4d30-9671-2b7622195da8,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:59.510365 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fcadf125-a943-4fd7-8b37-4eadd0350613 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f26120f1701840798d468281e906c35e&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4555070 Sep 03 16:22:59.526693 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37198) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:59.553629 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fe5a6-c96a-4e09-9c35-e7a5723bc4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36284528-ca1d-4016-93de-3b897fd0fb05,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:59.559562 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf125-a943-4fd7-8b37-4eadd0350613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9521f6bf-5c8d-418f-ae72-84953c57d102,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:59.637424 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Made reservation on behalf of 2023ad20b5a943838b99afbba9d4145c for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:22:59.650037 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.665089 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.749693 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.827188 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:59.891349 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37202) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:00.041814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37208) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:00.076286 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:22:54Z', 'revision_number': 3, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:00.203289 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c55c9-6d19-43cb-a07d-72ec86476ac4 None None] The sync data for ids ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'] in dv-cinder-760178-8-iscsi is: [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:22:54Z', 'revision_number': 3, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:00.250753 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1d5fe5a6-c96a-4e09-9c35-e7a5723bc4c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f12048fba1146809136e41f30a9458f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6817591 Sep 03 16:23:00.274610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device db3f9da3-13b9-4ca9-952d-0672a5fc6829 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:00.283169 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37210) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:00.312494 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d8220b0-3025-42df-b604-763e754deccb req-51cc2ae4-d06d-4f1b-88cb-ab7a1479d39f tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 210 time: 0.0304017 Sep 03 16:23:00.390029 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port db3f9da3-13b9-4ca9-952d-0672a5fc6829 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:00.390345 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.442656 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc50dcad-2cc2-423a-853e-a1c3518ad0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.539539 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:00.621633 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96166819-2e62-4317-944d-4b6b8a00ec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.669655 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:00.880630 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:00.880630 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.930517 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-233449f0-36a0-4214-bc60-159433e1ce5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa9b07ac3bf04137be02177b16ee1aa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6572230 Sep 03 16:23:00.931614 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37216) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:00.931614 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96166819-2e62-4317-944d-4b6b8a00ec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.931614 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:23:00.933205 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Allocated IP 172.20.0.7 (398eb862-1b07-46bc-bcab-82480616e164/24c9a69e-c05b-41f3-b5ec-b6570c667ea7/d833a828-edb9-4d45-8f49-9625735a9050) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:00.933343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.933453 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a2d472b-5911-43c9-bc7f-62b1c20c0d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.959124 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.990830 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:00.994557 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7abe-3132-4bba-a00e-15c090972e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:00.998435 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.115481 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:01.119533 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7abe-3132-4bba-a00e-15c090972e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.176267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:23:01.200744 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:23:01.225930 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:01.232089 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a2d472b-5911-43c9-bc7f-62b1c20c0d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.246055 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:01.283128 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Allocated IP 172.20.0.1 (64119de9-c5e0-4e62-b4f0-048f957eba7b/2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8/3e8c16e1-6964-454a-a167-709afe476a8e) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:01.358395 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96166819-2e62-4317-944d-4b6b8a00ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.361192 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96166819-2e62-4317-944d-4b6b8a00ec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.369048 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-96166819-2e62-4317-944d-4b6b8a00ec26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9521f6bf-5c8d-418f-ae72-84953c57d102 HTTP/1.1" status: 204 len: 168 time: 1.7884912 Sep 03 16:23:01.403142 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96166819-2e62-4317-944d-4b6b8a00ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521f6bf-5c8d-418f-ae72-84953c57d102,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:01.572448 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a2d472b-5911-43c9-bc7f-62b1c20c0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.575465 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3a2d472b-5911-43c9-bc7f-62b1c20c0d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.582038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3a2d472b-5911-43c9-bc7f-62b1c20c0d58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ece6586-f2dd-4cf8-99ca-0595a8736c38 HTTP/1.1" status: 204 len: 168 time: 0.8408213 Sep 03 16:23:01.676846 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c1466b11-5c66-47a7-8e2c-688bcbb02ca4 req-ce093092-c412-460c-a26f-97d95df2471e tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 210 time: 0.1079607 Sep 03 16:23:01.711785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d472b-5911-43c9-bc7f-62b1c20c0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece6586-f2dd-4cf8-99ca-0595a8736c38,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:01.832066 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.886229 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Transition to ACTIVE for port object 3e8c16e1-6964-454a-a167-709afe476a8e will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:01.931355 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc50dcad-2cc2-423a-853e-a1c3518ad0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.966921 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:01.977371 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:01.985360 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc50dcad-2cc2-423a-853e-a1c3518ad0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.038471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.040910 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-89954db3-3ee7-4391-a7ca-b55917d3efac admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5233848 Sep 03 16:23:02.050512 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37230) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:02.317413 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:02.383147 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:22:56Z', 'revision_number': 3, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:02.392595 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cc50dcad-2cc2-423a-853e-a1c3518ad0f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70a6f0781b12404bba8f2bf899c584f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4976566 Sep 03 16:23:02.392595 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50dcad-2cc2-423a-853e-a1c3518ad0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba9d56-02b3-465f-b32b-5c32f478c12c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:02.394486 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37236) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:02.415898 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:23:02.416885 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Updating router de9d5f71-4629-4e7b-9e00-18dd610e41ec port a8d563a1-65f9-47b0-9534-0a12982fca14 binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:23:02.432828 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.451974 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.454940 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.476134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.482093 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37238) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:02.505866 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.682990 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.687838 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7abe-3132-4bba-a00e-15c090972e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.692046 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7abe-3132-4bba-a00e-15c090972e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.693540 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fb3f7abe-3132-4bba-a00e-15c090972e60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36284528-ca1d-4016-93de-3b897fd0fb05 HTTP/1.1" status: 204 len: 168 time: 2.4014306 Sep 03 16:23:02.737884 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:02.776933 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:02.780187 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f7abe-3132-4bba-a00e-15c090972e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36284528-ca1d-4016-93de-3b897fd0fb05,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:02.786046 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:02.795649 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Network 398eb862-1b07-46bc-bcab-82480616e164 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:02.863357 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:02.863966 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.879426 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:02.887181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:02.918652 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa053b8-84da-4d30-9671-2b7622195da8,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:03.010796 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.232414 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7148-5283-47b4-9466-69054480c183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.236080 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 5ac87355-6f48-4823-9602-cf375578ee1d up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:03.302858 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.322707 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Transition to ACTIVE for port object a8d563a1-65f9-47b0-9534-0a12982fca14 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:03.337227 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.340069 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:03.344452 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.377061 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Pushing event updated for resources: {'Port': ['ID=d833a828-edb9-4d45-8f49-9625735a9050,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:03.402906 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7148-5283-47b4-9466-69054480c183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.415095 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d182f-1102-46bc-912c-800535b0a215 None None] Pushing event updated for resources: {'Port': ['ID=a8d563a1-65f9-47b0-9534-0a12982fca14,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:03.420472 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-5290e3ec-c4a5-46f8-9b6c-5ff2855f0969 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7413218 Sep 03 16:23:03.432125 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-e1aa8386-6f58-44e7-8dec-3dbbf68652fd tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:23:03.433896 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-e1aa8386-6f58-44e7-8dec-3dbbf68652fd tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073051 Sep 03 16:23:03.437575 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Pushing event updated for resources: {'Port': ['ID=3e8c16e1-6964-454a-a167-709afe476a8e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:03.461774 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Network 1de02763-f82f-424d-8a91-c131b3899d58 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:03.463186 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Attempting to bind port a8d563a1-65f9-47b0-9534-0a12982fca14 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:03.463565 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Attempting to bind port a8d563a1-65f9-47b0-9534-0a12982fca14 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:03.465197 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Attempting to bind port a8d563a1-65f9-47b0-9534-0a12982fca14 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:03.465372 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:03.473805 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:03.474447 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:03.474727 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.475203 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:03.476944 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Bound port: a8d563a1-65f9-47b0-9534-0a12982fca14, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:03.476944 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.483493 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d500d777-0beb-4b7a-bdeb-daaf428a101b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69cd38e1170d4cef8910da057d9cb7fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9975855 Sep 03 16:23:03.486151 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37256) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:03.577768 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7148-5283-47b4-9466-69054480c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.582790 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ec0b7148-5283-47b4-9466-69054480c183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.586634 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ec0b7148-5283-47b4-9466-69054480c183 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62ba9d56-02b3-465f-b32b-5c32f478c12c HTTP/1.1" status: 204 len: 168 time: 1.1609342 Sep 03 16:23:03.598114 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-79e21540-74ef-4462-89f7-c2ae431e7155 None None] Provisioning for port 3e8c16e1-6964-454a-a167-709afe476a8e completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:03.607121 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b7148-5283-47b4-9466-69054480c183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba9d56-02b3-465f-b32b-5c32f478c12c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:03.655267 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-79e21540-74ef-4462-89f7-c2ae431e7155 None None] Provisioning complete for port 3e8c16e1-6964-454a-a167-709afe476a8e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:03.656656 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79e21540-74ef-4462-89f7-c2ae431e7155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.659484 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5215d1e-c279-4c68-afed-75955290be5a req-261c087f-8dfe-478d-9d89-f75442dcf013 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:03.665086 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] For port a8d563a1-65f9-47b0-9534-0a12982fca14, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:03.667354 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b5215d1e-c279-4c68-afed-75955290be5a req-261c087f-8dfe-478d-9d89-f75442dcf013 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 931 time: 0.4307673 Sep 03 16:23:03.677580 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 5ac87355-6f48-4823-9602-cf375578ee1d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:03.678566 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:23:03.682911 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] For port a8d563a1-65f9-47b0-9534-0a12982fca14, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=a8d563a1-65f9-47b0-9534-0a12982fca14,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:03.698657 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.783548 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 5ac87355-6f48-4823-9602-cf375578ee1d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:03.792772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:03.796137 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d182f-1102-46bc-912c-800535b0a215 None None] Pushing event updated for resources: {'Port': ['ID=a8d563a1-65f9-47b0-9534-0a12982fca14,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:03.836347 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:03.837023 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:03.940056 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-79e21540-74ef-4462-89f7-c2ae431e7155 None None] Port 3e8c16e1-6964-454a-a167-709afe476a8e cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:23:03.964384 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:04.123367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:23:04.161579 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Sync routers for ids ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:23:04.163428 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-185f36fb-2da3-4daf-a20a-50f2c7deec10 admin admin] 10.222.0.42 "PUT /v2.0/routers/a4e7ca63-f3e8-4f68-a48f-39619b6d9202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6413183 Sep 03 16:23:04.171085 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:04.230126 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Routers {'a4e7ca63-f3e8-4f68-a48f-39619b6d9202'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:04.231691 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:04.253967 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 5ac87355-6f48-4823-9602-cf375578ee1d, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=5ac87355-6f48-4823-9602-cf375578ee1d,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:04.298682 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:04.308471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9769383-df5c-4f7d-b773-777bc6c14705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:04.309361 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:22:56Z', 'revision_number': 3, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:04.348855 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddeb3f-80a2-4672-ae02-0c403a4e04d8 None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:22:56Z', 'revision_number': 3, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:04.435390 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=5ac87355-6f48-4823-9602-cf375578ee1d,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:04.449686 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b5215d1e-c279-4c68-afed-75955290be5a req-c38cbdfc-802c-48b3-a142-c5da3d7b1ac8 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862436 Sep 03 16:23:04.511445 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Set router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:04.532486 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37286) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:04.599895 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-631cace1-d3a9-4009-b87f-e54900cdba1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:04.746395 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Request body: {'port': {'device_id': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:05.205156 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.333214 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '2aa053b8-84da-4d30-9671-2b7622195da8', 'name': '', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'mac_address': 'fa:16:3e:fa:8a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:58Z', 'updated_at': '2021-09-03T16:23:01Z', 'revision_number': 2, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'subnets': [{'id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:05.366562 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9769383-df5c-4f7d-b773-777bc6c14705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.411573 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Checking router: a4e7ca63-f3e8-4f68-a48f-39619b6d9202 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:23:05.412184 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Updating router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 port 2aa053b8-84da-4d30-9671-2b7622195da8 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:23:05.422462 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-631cace1-d3a9-4009-b87f-e54900cdba1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.494404 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.742307 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.815838 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37318) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:05.937328 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-631cace1-d3a9-4009-b87f-e54900cdba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.114604 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-631cace1-d3a9-4009-b87f-e54900cdba1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af440a0b898e45439e2f185d59741682&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5799112 Sep 03 16:23:06.124379 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cace1-d3a9-4009-b87f-e54900cdba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9f33cc-44e6-4ab6-9fa0-707fd21cd350,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:06.148795 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37326) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:06.302023 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9769383-df5c-4f7d-b773-777bc6c14705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.311024 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d9769383-df5c-4f7d-b773-777bc6c14705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.316047 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d9769383-df5c-4f7d-b773-777bc6c14705 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb46199b-bad7-4377-aa12-a5307ec55978 HTTP/1.1" status: 204 len: 168 time: 2.7952187 Sep 03 16:23:06.393877 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51315d1-afda-41b2-a06b-ef3e9a7efd47 req-f1839f2e-3080-492b-b91d-59061cc4bf94 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:06.407569 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d51315d1-afda-41b2-a06b-ef3e9a7efd47 req-f1839f2e-3080-492b-b91d-59061cc4bf94 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 931 time: 0.7380314 Sep 03 16:23:06.471635 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.497067 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769383-df5c-4f7d-b773-777bc6c14705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46199b-bad7-4377-aa12-a5307ec55978,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:06.507923 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Transition to ACTIVE for port object 2aa053b8-84da-4d30-9671-2b7622195da8 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:06.551714 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.766165 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.789934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.805592 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 5ac87355-6f48-4823-9602-cf375578ee1d up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:06.814094 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ae095-0059-45c0-ad22-6ebf1ef62fb1 None None] Pushing event updated for resources: {'Port': ['ID=2aa053b8-84da-4d30-9671-2b7622195da8,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:06.828312 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d833a828-edb9-4d45-8f49-9625735a9050 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:06.855183 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea009-d20e-4979-8c56-9b8c1742a2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.900432 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Pushing event updated for resources: {'Port': ['ID=3e8c16e1-6964-454a-a167-709afe476a8e,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:06.935757 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea009-d20e-4979-8c56-9b8c1742a2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.959082 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d51315d1-afda-41b2-a06b-ef3e9a7efd47 req-264d6c15-ed17-46ce-be57-a9112bd0cf05 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463557 Sep 03 16:23:07.021656 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Attempting to bind port 2aa053b8-84da-4d30-9671-2b7622195da8 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:07.022040 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Attempting to bind port 2aa053b8-84da-4d30-9671-2b7622195da8 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:07.022411 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Attempting to bind port 2aa053b8-84da-4d30-9671-2b7622195da8 on network 1de02763-f82f-424d-8a91-c131b3899d58 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:07.048387 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.050403 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:07.050916 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Checking segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:07.051339 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.058282 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea009-d20e-4979-8c56-9b8c1742a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.058679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Bound using segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:07.058679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Bound port: 2aa053b8-84da-4d30-9671-2b7622195da8, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:07.058679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.065110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea009-d20e-4979-8c56-9b8c1742a2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.068177 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fe0ea009-d20e-4979-8c56-9b8c1742a2aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c9f33cc-44e6-4ab6-9fa0-707fd21cd350 HTTP/1.1" status: 204 len: 168 time: 0.9026430 Sep 03 16:23:07.087061 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ea009-d20e-4979-8c56-9b8c1742a2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9f33cc-44e6-4ab6-9fa0-707fd21cd350,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:07.107776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Transition to ACTIVE for port object d833a828-edb9-4d45-8f49-9625735a9050 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:07.125693 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.181267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-75bb989a-1d59-46ec-8328-2833c39b6434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.200358 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.282829 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] For port 2aa053b8-84da-4d30-9671-2b7622195da8, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:07.290373 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.305060 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] For port 2aa053b8-84da-4d30-9671-2b7622195da8, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2aa053b8-84da-4d30-9671-2b7622195da8,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:07.327748 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.343324 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-97016a1a-7a4b-4fe9-975d-7ae46e24c19d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:07.345923 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-97016a1a-7a4b-4fe9-975d-7ae46e24c19d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 818 time: 1.0153966 Sep 03 16:23:07.503270 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-890d9905-b06f-4815-8a56-c6bbb0a60682 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/quotas/55675cc735454135937c6ba86d21a8ed HTTP/1.1" status: 200 len: 375 time: 0.1320586 Sep 03 16:23:07.530066 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Routers {'a4e7ca63-f3e8-4f68-a48f-39619b6d9202'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:07.550879 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:07.557298 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 5ac87355-6f48-4823-9602-cf375578ee1d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:07.561229 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.586599 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Attempting to bind port d833a828-edb9-4d45-8f49-9625735a9050 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:07.587083 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Attempting to bind port d833a828-edb9-4d45-8f49-9625735a9050 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '7c36606d-4d96-4370-98f5-1e7be2ff0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '398eb862-1b07-46bc-bcab-82480616e164'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:07.587451 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Attempting to bind port d833a828-edb9-4d45-8f49-9625735a9050 on network 398eb862-1b07-46bc-bcab-82480616e164 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:07.596142 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Port d833a828-edb9-4d45-8f49-9625735a9050 on network 398eb862-1b07-46bc-bcab-82480616e164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:23:07.596451 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Attempting to bind port d833a828-edb9-4d45-8f49-9625735a9050 on network 398eb862-1b07-46bc-bcab-82480616e164 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:07.599477 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Pushing event updated for resources: {'Port': ['ID=d833a828-edb9-4d45-8f49-9625735a9050,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:07.610015 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:07.611002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Checking segment: {'id': '7c36606d-4d96-4370-98f5-1e7be2ff0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '398eb862-1b07-46bc-bcab-82480616e164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:07.614557 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Bound using segment: {'id': '7c36606d-4d96-4370-98f5-1e7be2ff0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '398eb862-1b07-46bc-bcab-82480616e164'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:07.618071 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Bound port: d833a828-edb9-4d45-8f49-9625735a9050, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c36606d-4d96-4370-98f5-1e7be2ff0778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '398eb862-1b07-46bc-bcab-82480616e164'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:07.618724 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:07.848995 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] For port d833a828-edb9-4d45-8f49-9625735a9050, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:07.868391 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] For port d833a828-edb9-4d45-8f49-9625735a9050, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d833a828-edb9-4d45-8f49-9625735a9050,segment=NetworkSegment(7c36606d-4d96-4370-98f5-1e7be2ff0778),segment_id=7c36606d-4d96-4370-98f5-1e7be2ff0778)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:07.876766 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.000731 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ae095-0059-45c0-ad22-6ebf1ef62fb1 None None] Pushing event updated for resources: {'Port': ['ID=2aa053b8-84da-4d30-9671-2b7622195da8,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:08.078426 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:08.080417 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.082036 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] 10.222.0.15 "PUT /v2.0/ports/d833a828-edb9-4d45-8f49-9625735a9050 HTTP/1.1" status: 200 len: 1093 time: 3.9653668 Sep 03 16:23:08.114672 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'tag': 'd833a828-edb9-4d45-8f49-9625735a9050'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:08.142038 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52a967-a276-463e-879b-bfa95f4ae877 service neutron] Pushing event updated for resources: {'Port': ['ID=d833a828-edb9-4d45-8f49-9625735a9050,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:08.149222 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:08.199019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-75bb989a-1d59-46ec-8328-2833c39b6434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.207206 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] Set router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:08.250905 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-50a43142-a225-4210-8071-0e9cbf7550fa tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6722431 Sep 03 16:23:08.251607 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-75bb989a-1d59-46ec-8328-2833c39b6434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.294866 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:08.319908 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb989a-1d59-46ec-8328-2833c39b6434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd555cc8-ea2e-4c0c-9e95-d0c4698fbd4e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:08.506415 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6006915b-3bc2-4066-b836-2d111ef86d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.594024 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Router ca1f19c2-74be-4523-81e7-f0af93f0275c has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:23:08.706220 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a8d563a1-65f9-47b0-9534-0a12982fca14 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:08.804751 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073289b9-bf13-4a6a-98a4-8b872d8b09ac req-df8529be-07f4-426a-a187-9e3bb5a53fa3 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:08.808687 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-073289b9-bf13-4a6a-98a4-8b872d8b09ac req-df8529be-07f4-426a-a187-9e3bb5a53fa3 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.6714532 Sep 03 16:23:08.821292 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-75bb989a-1d59-46ec-8328-2833c39b6434 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f7fd1e63b9846a1b00baa95bcb2dc71&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9609637 Sep 03 16:23:08.826704 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37388) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:08.965410 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-073289b9-bf13-4a6a-98a4-8b872d8b09ac req-536f6b9e-3cc3-4daf-899a-2cf672ccec08 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291609 Sep 03 16:23:08.988614 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8", "tag": "d833a828-edb9-4d45-8f49-9625735a9050"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:09.043961 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-d45d70b3-c2ed-48d2-b159-363320fc67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:09.051420 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-d45d70b3-c2ed-48d2-b159-363320fc67c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2023ad20b5a943838b99afbba9d4145c&device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 1096 time: 0.6465466 Sep 03 16:23:09.125584 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Allocated IP 172.20.0.1 (685dc53f-ffac-45ff-8df7-5a1d82b48b4d/fc601603-5d2d-4df5-b20c-14d8f030377a/e9dc4372-6bc2-4e3a-b965-52ab8911c227) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:09.161703 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1c62a342-1a15-48e2-9e7a-61ec0f175931 None None] Provisioning complete for port 3e8c16e1-6964-454a-a167-709afe476a8e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:09.162207 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1c62a342-1a15-48e2-9e7a-61ec0f175931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.256099 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-969527fe-4ed2-48bd-be2e-a340b92c89ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.304109 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port a8d563a1-65f9-47b0-9534-0a12982fca14 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:09.313333 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1c62a342-1a15-48e2-9e7a-61ec0f175931 None None] Port 3e8c16e1-6964-454a-a167-709afe476a8e cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:23:09.320370 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port a8d563a1-65f9-47b0-9534-0a12982fca14 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:09.320927 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.353642 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-969527fe-4ed2-48bd-be2e-a340b92c89ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.374315 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:23:09.399349 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:23:09.407440 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f7ab0151-49fd-4796-b41d-7bd25a11d18f admin admin] 10.222.0.42 "PUT /v2.0/routers/ca1f19c2-74be-4523-81e7-f0af93f0275c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8921528 Sep 03 16:23:09.417599 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:09.418315 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:22:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:09.547021 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:09.585067 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.631529 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.632917 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-bc8f42ae-372b-47ba-aac2-4dd18f3775a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d833a828-edb9-4d45-8f49-9625735a9050 HTTP/1.1" status: 200 len: 217 time: 0.2342367 Sep 03 16:23:09.669245 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Transition to ACTIVE for port object e9dc4372-6bc2-4e3a-b965-52ab8911c227 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:09.675419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port a8d563a1-65f9-47b0-9534-0a12982fca14, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=a8d563a1-65f9-47b0-9534-0a12982fca14,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:09.687077 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '2aa053b8-84da-4d30-9671-2b7622195da8', 'name': '', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'mac_address': 'fa:16:3e:fa:8a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:58Z', 'updated_at': '2021-09-03T16:23:07Z', 'revision_number': 4, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'subnets': [{'id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:09.770543 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234579c-ef0f-41c5-a176-876b71066ba6 None None] The sync data for ids ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'] in dv-cinder-760178-8-iscsi is: [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '2aa053b8-84da-4d30-9671-2b7622195da8', 'name': '', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'mac_address': 'fa:16:3e:fa:8a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:58Z', 'updated_at': '2021-09-03T16:23:07Z', 'revision_number': 4, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'subnets': [{'id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:09.773084 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.827934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:09.873842 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:06Z', 'revision_number': 2, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:09.936342 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-7234921b-05f5-401d-8ea8-20f93bc9bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:09.937986 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-7234921b-05f5-401d-8ea8-20f93bc9bd5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c9a69e-c05b-41f3-b5ec-b6570c667ea7 HTTP/1.1" status: 200 len: 850 time: 0.2849376 Sep 03 16:23:10.044129 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=a8d563a1-65f9-47b0-9534-0a12982fca14,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:10.045711 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-0540ff13-fd64-4b85-89c9-1c4d7b02f3a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=398eb862-1b07-46bc-bcab-82480616e164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974433 Sep 03 16:23:10.047367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8665b2-e9ce-4c72-91a7-436b54869dfb x-openstack-request-id: req-9e8665b2-e9ce-4c72-91a7-436b54869dfb {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:10.057160 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-e908e592-1df6-4b5d-aad1-5f696566a096 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:23:10.060246 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-e908e592-1df6-4b5d-aad1-5f696566a096 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8796177 Sep 03 16:23:10.069790 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8", "tag": "d833a828-edb9-4d45-8f49-9625735a9050", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:10.070078 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:23:10.070450 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e8665b2-e9ce-4c72-91a7-436b54869dfb {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:10.070657 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Updating router ca1f19c2-74be-4523-81e7-f0af93f0275c port 3e8c16e1-6964-454a-a167-709afe476a8e binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:23:10.071488 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'tag': 'd833a828-edb9-4d45-8f49-9625735a9050', 'status': 'completed', 'code': 200} Sep 03 16:23:10.107192 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:10.143568 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:10.154438 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:10.227708 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:10.339834 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:10.341345 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-328f90e8-448a-49ac-a7a2-c30d443d31f2 service neutron] 10.222.0.15 "GET /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686446 Sep 03 16:23:10.365675 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dc4372-6bc2-4e3a-b965-52ab8911c227,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:10.368039 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-969527fe-4ed2-48bd-be2e-a340b92c89ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:10.372353 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-969527fe-4ed2-48bd-be2e-a340b92c89ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:10.378929 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-969527fe-4ed2-48bd-be2e-a340b92c89ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd555cc8-ea2e-4c0c-9e95-d0c4698fbd4e HTTP/1.1" status: 204 len: 168 time: 1.4949384 Sep 03 16:23:10.670426 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ff4266e6-c3a7-422d-b7f2-2d8624db19db None None] Provisioning for port e9dc4372-6bc2-4e3a-b965-52ab8911c227 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:10.684607 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ff4266e6-c3a7-422d-b7f2-2d8624db19db None None] Provisioning complete for port e9dc4372-6bc2-4e3a-b965-52ab8911c227 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:10.685546 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ff4266e6-c3a7-422d-b7f2-2d8624db19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:10.708113 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969527fe-4ed2-48bd-be2e-a340b92c89ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd555cc8-ea2e-4c0c-9e95-d0c4698fbd4e,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:10.788413 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f40117d7-dd9f-4f1b-a9bf-a15e527902a8 req-45ae9524-b517-4bd8-a37f-3dd3383d6505 service neutron] 10.222.0.15 "GET /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028816 Sep 03 16:23:10.849617 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515fc2a-471d-4a05-ba10-cb4d8050d390 req-939364d8-7dab-4ff7-bb00-f4e2efb0f32d tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:10.850720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ff4266e6-c3a7-422d-b7f2-2d8624db19db None None] Port e9dc4372-6bc2-4e3a-b965-52ab8911c227 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:23:10.860560 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3515fc2a-471d-4a05-ba10-cb4d8050d390 req-939364d8-7dab-4ff7-bb00-f4e2efb0f32d tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.6871905 Sep 03 16:23:10.897598 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f161a704-b063-414f-a9b0-e7b9d92894c7 service neutron] 10.222.0.42 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063099 Sep 03 16:23:11.040331 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-91d03995-2bac-4831-a2fd-8db68d0cef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:11.041892 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-91d03995-2bac-4831-a2fd-8db68d0cef22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2023ad20b5a943838b99afbba9d4145c&device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 1096 time: 0.1489108 Sep 03 16:23:11.066721 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3515fc2a-471d-4a05-ba10-cb4d8050d390 req-ad57bb05-d7b6-48b8-9f6b-1fa12b2517bf tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049921 Sep 03 16:23:11.183328 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a9716ca-7737-4de6-8d0b-2f1f6a20b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.254433 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.267417 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.279756 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.302081 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-994e06ce-36f2-4eae-87d6-8cc6bbb2509a service neutron] 10.222.0.42 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527548 Sep 03 16:23:11.329052 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Transition to ACTIVE for port object 3e8c16e1-6964-454a-a167-709afe476a8e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:11.345416 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.704114 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Attempting to bind port 3e8c16e1-6964-454a-a167-709afe476a8e on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:11.704557 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Attempting to bind port 3e8c16e1-6964-454a-a167-709afe476a8e by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:11.706416 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Attempting to bind port 3e8c16e1-6964-454a-a167-709afe476a8e on network 64119de9-c5e0-4e62-b4f0-048f957eba7b {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:11.711942 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f48b5-5276-42e3-b4ea-947fe0240d96 None None] Pushing event updated for resources: {'Port': ['ID=3e8c16e1-6964-454a-a167-709afe476a8e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:11.758773 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:11.759413 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Checking segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:11.759783 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.770309 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Bound using segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:11.770781 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Bound port: 3e8c16e1-6964-454a-a167-709afe476a8e, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:11.771695 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.951773 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:11.961270 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:12.009603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-88a3cb3f-7090-4f8f-bb27-bf406693a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:12.011121 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-88a3cb3f-7090-4f8f-bb27-bf406693a723 service neutron] 10.222.0.15 "GET /v2.0/networks?id=398eb862-1b07-46bc-bcab-82480616e164 HTTP/1.1" status: 200 len: 911 time: 0.7823660 Sep 03 16:23:12.178762 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-e779685e-6fd4-4ef5-96eb-a8803f312837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d833a828-edb9-4d45-8f49-9625735a9050 HTTP/1.1" status: 200 len: 217 time: 0.1506867 Sep 03 16:23:12.213975 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:12.216417 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] For port 3e8c16e1-6964-454a-a167-709afe476a8e, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:12.237919 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] For port 3e8c16e1-6964-454a-a167-709afe476a8e, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=3e8c16e1-6964-454a-a167-709afe476a8e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:12.238439 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dc4372-6bc2-4e3a-b965-52ab8911c227,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:12.275785 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:12.297713 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:12.362568 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-19c8cdf7-d818-42b8-8903-dbb46237d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:12.367708 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-19c8cdf7-d818-42b8-8903-dbb46237d086 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c9a69e-c05b-41f3-b5ec-b6570c667ea7 HTTP/1.1" status: 200 len: 850 time: 0.1672766 Sep 03 16:23:12.430241 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-4b438629-8f5e-4795-b256-d4b7d44915d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=398eb862-1b07-46bc-bcab-82480616e164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535553 Sep 03 16:23:12.581510 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a8d563a1-65f9-47b0-9534-0a12982fca14 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:12.586490 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:12.590131 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:12.810325 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port a8d563a1-65f9-47b0-9534-0a12982fca14 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:12.810709 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:12.814076 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-d93c05b6-e495-4a1b-8d3a-3f32d29bfd6b service neutron] 10.222.0.15 "GET /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671193 Sep 03 16:23:13.034376 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:13.050718 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:13.211504 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2aa053b8-84da-4d30-9671-2b7622195da8 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:13.264701 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-4097e232-bbdb-42bc-970f-8eed0c9d1e1e req-7520c65f-2532-4a68-ac49-91c28c854126 service neutron] 10.222.0.15 "GET /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328806 Sep 03 16:23:13.269148 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc792-e480-41bb-98da-a8ebd9886aa1 req-ce8c207e-ccc6-42e4-b120-751c00f017fc tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:13.275132 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9babc792-e480-41bb-98da-a8ebd9886aa1 req-ce8c207e-ccc6-42e4-b120-751c00f017fc tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.4973624 Sep 03 16:23:13.412248 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-85be85cf-4bd7-43c7-bf3a-42bd71a3fb8b None None] Provisioning complete for port e9dc4372-6bc2-4e3a-b965-52ab8911c227 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:13.419632 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-85be85cf-4bd7-43c7-bf3a-42bd71a3fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:13.439340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:23:13.458094 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f48b5-5276-42e3-b4ea-947fe0240d96 None None] Pushing event updated for resources: {'Port': ['ID=3e8c16e1-6964-454a-a167-709afe476a8e,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:13.516615 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9babc792-e480-41bb-98da-a8ebd9886aa1 req-af208b22-7637-49d8-8904-d4e1835dfd3b tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184863 Sep 03 16:23:13.596528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 2aa053b8-84da-4d30-9671-2b7622195da8 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:13.608433 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-85be85cf-4bd7-43c7-bf3a-42bd71a3fb8b None None] Port e9dc4372-6bc2-4e3a-b965-52ab8911c227 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:23:13.628551 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 2aa053b8-84da-4d30-9671-2b7622195da8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:13.628934 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:13.716274 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:13.913037 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:13.926316 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4ee0fcd-30af-47f1-89d2-40aae62192c6 req-c06683fd-d137-4f5e-b90d-e042f7f369fe tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 210 time: 0.1445019 Sep 03 16:23:13.927376 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:14.051592 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:23:14.066511 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 2aa053b8-84da-4d30-9671-2b7622195da8, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2aa053b8-84da-4d30-9671-2b7622195da8,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:14.069143 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7f3974bf-6573-4846-a82e-7e7e90b6cf40 admin admin] 10.222.0.42 "PUT /v2.0/routers/de9d5f71-4629-4e7b-9e00-18dd610e41ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0171335 Sep 03 16:23:14.085458 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:23:14.091694 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:14.356439 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=2aa053b8-84da-4d30-9671-2b7622195da8,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:14.377676 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:14.381465 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:14.439894 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37530) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:14.446664 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73526637', 'description': 'tempest-description--1737700216'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:14.502521 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-db006b77-968a-4075-be22-18e2de05eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:12Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:14.540161 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db006b77-968a-4075-be22-18e2de05eddc None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:12Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:14.615487 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:14.799926 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-7ee61eae-d7e8-4f85-8560-a0505278a1d0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:14.810483 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-7ee61eae-d7e8-4f85-8560-a0505278a1d0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 818 time: 0.3085902 Sep 03 16:23:14.812902 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:14.856858 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-f0ea23fa-01ee-488b-a824-02b4067830cc tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/quotas/55675cc735454135937c6ba86d21a8ed HTTP/1.1" status: 200 len: 375 time: 0.0451605 Sep 03 16:23:15.034966 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 2, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:15.080320 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:23:15.080688 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Updating router de9d5f71-4629-4e7b-9e00-18dd610e41ec port e9dc4372-6bc2-4e3a-b965-52ab8911c227 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:23:15.137396 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.160096 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2742-440b-4b7f-8652-57bab865e740 req-70ab9d69-c300-435e-b870-b9ef2cac4fd5 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:15.161767 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a04b2742-440b-4b7f-8652-57bab865e740 req-70ab9d69-c300-435e-b870-b9ef2cac4fd5 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.3445573 Sep 03 16:23:15.218192 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.234746 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.250888 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-ed252fb7-89d9-4ed9-a670-5be488daa652 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3930864 Sep 03 16:23:15.576919 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb440c79-08b1-4ab2-a854-4410612ff085,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:15.657713 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a04b2742-440b-4b7f-8652-57bab865e740 req-03c9bf2f-ea80-4986-98c1-e517e17368c9 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349427 Sep 03 16:23:15.665620 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-ba8060e7-8e8f-4d18-b779-ee6bf06e28a1 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:15.666224 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.668373 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-ba8060e7-8e8f-4d18-b779-ee6bf06e28a1 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 818 time: 0.2946019 Sep 03 16:23:15.668945 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a5fb2346-6da0-4305-b8ae-56220ee0fd82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2270787 Sep 03 16:23:15.669989 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37584) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:15.691524 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-95315e02-8e6e-4e85-a52d-f04284e49439 service neutron] 10.222.0.42 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383192 Sep 03 16:23:15.696181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Request body: {'port': {'device_id': '851c5188-9e04-4535-9370-7e73c492bf0e', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'admin_state_up': True, 'tenant_id': '55675cc735454135937c6ba86d21a8ed'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:15.707387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'security_group_rule': {'security_group_id': 'bb440c79-08b1-4ab2-a854-4410612ff085', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:15.811397 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.845405 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Transition to ACTIVE for port object e9dc4372-6bc2-4e3a-b965-52ab8911c227 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:15.855796 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.885615 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.997305 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Made reservation on behalf of 55675cc735454135937c6ba86d21a8ed for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:16.013939 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.083916 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097f540-a312-4c6d-940b-632ca4049645 None None] Pushing event updated for resources: {'Port': ['ID=e9dc4372-6bc2-4e3a-b965-52ab8911c227,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:16.136554 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Attempting to bind port e9dc4372-6bc2-4e3a-b965-52ab8911c227 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:16.141141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Attempting to bind port e9dc4372-6bc2-4e3a-b965-52ab8911c227 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:16.141531 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Attempting to bind port e9dc4372-6bc2-4e3a-b965-52ab8911c227 on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:16.162446 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:16.166772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Checking segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:16.166772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.169897 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Bound using segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:16.170477 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Bound port: e9dc4372-6bc2-4e3a-b965-52ab8911c227, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:16.173733 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.211104 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.230996 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-db50f9f0-34eb-4404-b48a-d24702351282 service neutron] 10.222.0.42 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345144 Sep 03 16:23:16.236692 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.389020 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1938898a-86df-4829-8294-f35d083de321,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:16.419684 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.421312 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e8ea97e1-a2b8-453c-9e96-c9009f656b86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7499709 Sep 03 16:23:16.427701 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37606) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:16.449448 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'security_group_rule': {'security_group_id': 'bb440c79-08b1-4ab2-a854-4410612ff085', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:16.455003 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Allocated IP 172.20.0.4 (1de02763-f82f-424d-8a91-c131b3899d58/d0bbbba6-af7f-48cd-83cc-d45c748de3d9/1be83fb8-acb7-4794-af96-682c6fed6557) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:16.521742 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.582306 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] For port e9dc4372-6bc2-4e3a-b965-52ab8911c227, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:16.597365 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] For port e9dc4372-6bc2-4e3a-b965-52ab8911c227, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=e9dc4372-6bc2-4e3a-b965-52ab8911c227,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:16.618419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3e8c16e1-6964-454a-a167-709afe476a8e up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:16.692174 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.693386 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.705056 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.763339 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6877ac2a-2e26-4b60-9704-cfc528505ee5,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:16.766110 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:16.767129 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:16.781382 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37620) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:16.801284 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333034107', 'description': 'tempest-description--949077065'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:16.891513 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:16.894830 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4856f8b6-9207-45bd-8946-14f5599cfe2e req-144c8f01-f71a-4056-9c28-84b7892d6006 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 210 time: 0.0869322 Sep 03 16:23:16.948447 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097f540-a312-4c6d-940b-632ca4049645 None None] Pushing event updated for resources: {'Port': ['ID=e9dc4372-6bc2-4e3a-b965-52ab8911c227,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:16.953495 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 3e8c16e1-6964-454a-a167-709afe476a8e completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:16.962528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 3e8c16e1-6964-454a-a167-709afe476a8e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:16.963221 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.016066 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149f5dd-8e17-40a0-9fc2-f7273fd63408 req-688c4adc-512f-485d-be81-653b0465c6c9 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:17.018364 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d149f5dd-8e17-40a0-9fc2-f7273fd63408 req-688c4adc-512f-485d-be81-653b0465c6c9 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.1725452 Sep 03 16:23:17.019762 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.023320 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.118892 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Network 1de02763-f82f-424d-8a91-c131b3899d58 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:17.128117 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:17.132659 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:17.137825 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Pushing event updated for resources: {'Port': ['ID=1be83fb8-acb7-4794-af96-682c6fed6557,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:17.180795 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.183295 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.185134 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2e04f661-fde6-4fdc-a108-9d4be93f1191 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7536161 Sep 03 16:23:17.193776 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37638) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:17.194789 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.203649 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:17.248180 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda98c5-733b-4b44-9b05-0c976e52d1da,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:17.249850 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:17.293152 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:17.294229 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.317905 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d149f5dd-8e17-40a0-9fc2-f7273fd63408 req-b522f988-f4ae-425f-b7ef-1f00458bf8ac tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511334 Sep 03 16:23:17.320771 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.332262 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-f1bfea01-c974-49de-a812-82f52b2bd192 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6461432 Sep 03 16:23:17.379690 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.385319 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37646) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:17.385670 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3294015a-2ef6-4f32-ad28-70be903c2ed6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6030071 Sep 03 16:23:17.391201 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'security_group_rule': {'security_group_id': '0cda98c5-733b-4b44-9b05-0c976e52d1da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:17.461286 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.621128 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.696140 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.706349 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.735446 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16578353-9879-440a-8aec-3d5a1d41e433,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:17.794133 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.795765 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cc10221f-5d3d-4133-9d99-40d1a5407a0a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087787 Sep 03 16:23:17.801030 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37660) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:17.807277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 3e8c16e1-6964-454a-a167-709afe476a8e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=3e8c16e1-6964-454a-a167-709afe476a8e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:17.811608 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'security_group_rule': {'security_group_id': '0cda98c5-733b-4b44-9b05-0c976e52d1da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:17.831271 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.838753 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.843816 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2aa053b8-84da-4d30-9671-2b7622195da8 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:17.872211 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.964266 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.970271 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:17.994892 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Allocated IP 172.27.1.60 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/813d1973-c8eb-4203-83f9-6198d03d563f) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:17.997483 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deacb732-2dc8-4a09-ad62-5f8db7a94d84,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:18.002478 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.007463 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-027d31ee-df62-4c00-8786-f1eb9de7c0b7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011175 Sep 03 16:23:18.008063 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37666) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:18.015679 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:18.041873 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=3e8c16e1-6964-454a-a167-709afe476a8e,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:18.063298 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.066991 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d12300fe-e5e4-468e-9452-c562f6bef3a7 req-af3642c8-0f1e-4dd8-9367-bc74640b808c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 210 time: 0.0452988 Sep 03 16:23:18.070239 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 2aa053b8-84da-4d30-9671-2b7622195da8 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:18.070815 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.106119 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:16Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:18.145789 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f77216c-8423-470e-a387-a30dee1647d2 None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:16Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:18.242078 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.255842 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.316603 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.420690 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'Port': ['ID=813d1973-c8eb-4203-83f9-6198d03d563f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:18.441631 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:18.443117 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:18.447262 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:18.466089 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Allocated IP 172.27.1.156 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/34a90d9c-5416-4519-8fb0-06fad7482cfa) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:18.605033 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.613742 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device e9dc4372-6bc2-4e3a-b965-52ab8911c227 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:18.651500 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.681897 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port e9dc4372-6bc2-4e3a-b965-52ab8911c227 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:18.682974 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.686905 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port e9dc4372-6bc2-4e3a-b965-52ab8911c227 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:18.687413 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.694851 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd533d7-3a4b-4833-a9e0-3a93273def3a req-7691f39f-561d-45d2-929c-f5660fef417f tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:18.702355 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6fd533d7-3a4b-4833-a9e0-3a93273def3a req-7691f39f-561d-45d2-929c-f5660fef417f tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.1122360 Sep 03 16:23:18.707123 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.746808 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:18.751584 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:18.755193 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:18.777842 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6fd533d7-3a4b-4833-a9e0-3a93273def3a req-636500c7-4480-4ee5-99cf-b5398ef08f0d tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740037 Sep 03 16:23:18.789452 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Request body: {'port': {'device_id': '851c5188-9e04-4535-9370-7e73c492bf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:18.856757 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.898713 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port e9dc4372-6bc2-4e3a-b965-52ab8911c227, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=e9dc4372-6bc2-4e3a-b965-52ab8911c227,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:18.905380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.906309 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3e8c16e1-6964-454a-a167-709afe476a8e up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:18.920396 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.925981 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.014442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=e9dc4372-6bc2-4e3a-b965-52ab8911c227,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:19.031436 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 3e8c16e1-6964-454a-a167-709afe476a8e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:19.032333 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.035820 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'Port': ['ID=34a90d9c-5416-4519-8fb0-06fad7482cfa,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:19.053942 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.073044 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'Port': ['ID=813d1973-c8eb-4203-83f9-6198d03d563f,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:19.092227 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.102419 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-68c56c80-76ba-4761-b4c3-b6f659a4d803 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8965669 Sep 03 16:23:19.133241 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.201087 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fbafc436-1cd0-4f7e-96c3-620d33a5599b req-de80912f-db05-4ca3-852f-3405af3dfc1d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 210 time: 0.0331540 Sep 03 16:23:19.209569 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.319034 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.367663 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-59af81a9-e4e3-42c8-b47e-803ef12bde6d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--73526637&fields=id&tenant_id=31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 267 time: 0.0500131 Sep 03 16:23:19.522340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-a90e218f-7f81-4895-a795-c964ada8235e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:19.523851 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-a90e218f-7f81-4895-a795-c964ada8235e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 816 time: 0.1491482 Sep 03 16:23:19.539354 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-2724e9ed-397d-42f0-b2f2-d04ee4dc213a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/quotas/31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 375 time: 0.0093369 Sep 03 16:23:19.596170 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-fa7198ad-fe3c-4304-8b51-6f7eb45b7407 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504348 Sep 03 16:23:19.615009 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.624122 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be83fb8-acb7-4794-af96-682c6fed6557 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:19.631100 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.634896 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.677176 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Transition to ACTIVE for port object 1be83fb8-acb7-4794-af96-682c6fed6557 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:19.697218 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-9a55d49b-0dc1-4507-a47e-2b00eba1ea56 service neutron] 10.222.0.42 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868957 Sep 03 16:23:19.700533 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.755780 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'Port': ['ID=34a90d9c-5416-4519-8fb0-06fad7482cfa,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:19.772454 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.772704 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device d833a828-edb9-4d45-8f49-9625735a9050 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:23:19.883084 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-e4e516eb-9364-45c5-afce-c343ce3c6882 service neutron] 10.222.0.42 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794879 Sep 03 16:23:19.899898 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Attempting to bind port 1be83fb8-acb7-4794-af96-682c6fed6557 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:19.900245 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Attempting to bind port 1be83fb8-acb7-4794-af96-682c6fed6557 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:19.900586 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Attempting to bind port 1be83fb8-acb7-4794-af96-682c6fed6557 on network 1de02763-f82f-424d-8a91-c131b3899d58 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:19.912549 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port d833a828-edb9-4d45-8f49-9625735a9050, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d833a828-edb9-4d45-8f49-9625735a9050,segment=NetworkSegment(7c36606d-4d96-4370-98f5-1e7be2ff0778),segment_id=7c36606d-4d96-4370-98f5-1e7be2ff0778)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:19.917815 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Port 1be83fb8-acb7-4794-af96-682c6fed6557 on network 1de02763-f82f-424d-8a91-c131b3899d58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:23:19.918152 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Attempting to bind port 1be83fb8-acb7-4794-af96-682c6fed6557 on network 1de02763-f82f-424d-8a91-c131b3899d58 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:19.921403 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.922534 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-61bf4b9b-1e17-4d8d-a914-d3dccbefbe10 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9132478 Sep 03 16:23:19.942892 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'd833a828-edb9-4d45-8f49-9625735a9050', 'network_id': '398eb862-1b07-46bc-bcab-82480616e164', 'port_id': 'd833a828-edb9-4d45-8f49-9625735a9050', 'mac_address': 'fa:16:3e:72:58:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c9a69e-c05b-41f3-b5ec-b6570c667ea7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:23:19.951115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Pushing event updated for resources: {'Port': ['ID=1be83fb8-acb7-4794-af96-682c6fed6557,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:19.967721 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:19.968246 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Checking segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:19.968650 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Bound using segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:19.984861 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Bound port: 1be83fb8-acb7-4794-af96-682c6fed6557, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:19.985337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:19.996588 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:20.021238 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d833a828-edb9-4d45-8f49-9625735a9050 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:20.037974 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034d43d-09dc-4a0a-aab8-ee14be00ab92 req-5a0f163a-ceee-46ac-ad53-1317edb322db tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:20.050505 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e034d43d-09dc-4a0a-aab8-ee14be00ab92 req-5a0f163a-ceee-46ac-ad53-1317edb322db tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 943 time: 0.1377890 Sep 03 16:23:20.052715 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port d833a828-edb9-4d45-8f49-9625735a9050, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d833a828-edb9-4d45-8f49-9625735a9050,segment=NetworkSegment(7c36606d-4d96-4370-98f5-1e7be2ff0778),segment_id=7c36606d-4d96-4370-98f5-1e7be2ff0778)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:20.059848 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:20.160566 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] For port 1be83fb8-acb7-4794-af96-682c6fed6557, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:20.168788 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e034d43d-09dc-4a0a-aab8-ee14be00ab92 req-2353195e-319e-4d0e-b6bb-14c142e9e8dd tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174037 Sep 03 16:23:20.174161 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] For port 1be83fb8-acb7-4794-af96-682c6fed6557, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=1be83fb8-acb7-4794-af96-682c6fed6557,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:20.176724 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=d833a828-edb9-4d45-8f49-9625735a9050,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:20.186210 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:20.209328 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6acedf49-51cf-457e-b2a1-01b2ad5f0312 req-704a1bcd-a807-4884-9ed1-60efb15b368c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 210 time: 0.0676780 Sep 03 16:23:20.269103 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:20.270592 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:20.272531 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] 10.222.0.15 "PUT /v2.0/ports/1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 1093 time: 1.4943049 Sep 03 16:23:20.273759 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851c5188-9e04-4535-9370-7e73c492bf0e', 'tag': '1be83fb8-acb7-4794-af96-682c6fed6557'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:20.277204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090cac3c-2744-48d6-b104-e728e781ed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "851c5188-9e04-4535-9370-7e73c492bf0e", "tag": "1be83fb8-acb7-4794-af96-682c6fed6557"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:20.326578 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['d833a828-edb9-4d45-8f49-9625735a9050'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:23:20.377653 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce8ae9-d098-4f51-b24e-7a4ccfccae8a service neutron] Pushing event updated for resources: {'Port': ['ID=1be83fb8-acb7-4794-af96-682c6fed6557,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:20.430963 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-38d6c62a-5ed7-46db-85ad-bcaafad9c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:20.433026 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-38d6c62a-5ed7-46db-85ad-bcaafad9c4db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1096 time: 0.0828533 Sep 03 16:23:20.456029 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device e9dc4372-6bc2-4e3a-b965-52ab8911c227 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:20.458220 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e82e53-1367-4740-86cd-fdabd58a64e1 req-b25e496b-cdf1-40c1-a8f7-21b8b7ba8372 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 210 time: 0.1058655 Sep 03 16:23:20.486323 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-62c44795-b7f7-49fb-9677-a547ff94bb6c tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--333034107&fields=id&tenant_id=11ba5e2be6e840b4a8af30d1bd06133b HTTP/1.1" status: 200 len: 267 time: 0.1969287 Sep 03 16:23:20.547290 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.15', 64637) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:20.600956 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-dda1e546-2e7d-43a9-afab-a546dcf688d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.1414206 Sep 03 16:23:20.607350 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d547ea-9920-44a8-a5ac-abaa8667bdde x-openstack-request-id: req-33d547ea-9920-44a8-a5ac-abaa8667bdde {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:20.607742 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851c5188-9e04-4535-9370-7e73c492bf0e", "tag": "1be83fb8-acb7-4794-af96-682c6fed6557", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:20.609640 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33d547ea-9920-44a8-a5ac-abaa8667bdde {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:20.610159 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851c5188-9e04-4535-9370-7e73c492bf0e', 'tag': '1be83fb8-acb7-4794-af96-682c6fed6557', 'status': 'completed', 'code': 200} Sep 03 16:23:20.660039 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port e9dc4372-6bc2-4e3a-b965-52ab8911c227 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:20.660317 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:20.782608 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-9bcfb722-326e-46bf-9fb1-610509393ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:20.790920 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-9bcfb722-326e-46bf-9fb1-610509393ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.1786261 Sep 03 16:23:20.823990 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-4a038190-e68d-4253-9d1c-b70bec2caa2a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:20.825503 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-4a038190-e68d-4253-9d1c-b70bec2caa2a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 818 time: 0.2742200 Sep 03 16:23:20.859585 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-e86ca407-6fa5-47af-8bb1-3b45d4f68660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612371 Sep 03 16:23:20.928836 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Request body: {'port': {'device_id': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'admin_state_up': True, 'tenant_id': '55675cc735454135937c6ba86d21a8ed'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:20.941486 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-309d46bb-8cbb-466a-86e3-bf6bab973f4e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:20.949879 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-309d46bb-8cbb-466a-86e3-bf6bab973f4e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 811 time: 0.4623287 Sep 03 16:23:20.987576 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-778efc98-3e6a-46d0-a2b5-17c12e6c81e9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/quotas/11ba5e2be6e840b4a8af30d1bd06133b HTTP/1.1" status: 200 len: 375 time: 0.0365381 Sep 03 16:23:21.060352 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-4b2245bb-5d75-4dc3-8f6b-fc0b2c7c29fc service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887753 Sep 03 16:23:21.168988 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-af9ff92a-17f3-4401-95b4-3554a2b74679 req-ac75fd07-849d-4780-b2a1-610a1030a134 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977268 Sep 03 16:23:21.308394 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-30cc80a1-8032-46d2-bf99-3f9f102d8127 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3198345 Sep 03 16:23:21.352538 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cac3c-2744-48d6-b104-e728e781ed1e req-9debf408-5fcc-4e92-ae9b-e57fca6c80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:21.355805 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-9debf408-5fcc-4e92-ae9b-e57fca6c80dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1096 time: 0.0749350 Sep 03 16:23:21.465294 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149582d-75b4-44f7-aeea-28ef6e3be238 req-ec5b95f5-10a7-4410-bc50-808dfff187b4 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:21.467205 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b149582d-75b4-44f7-aeea-28ef6e3be238 req-ec5b95f5-10a7-4410-bc50-808dfff187b4 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 944 time: 0.1576130 Sep 03 16:23:21.467881 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Made reservation on behalf of 55675cc735454135937c6ba86d21a8ed for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:21.471553 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:21.535671 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cac3c-2744-48d6-b104-e728e781ed1e req-0e6af385-55f3-4b69-a8db-67d91fa3812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:21.537587 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-0e6af385-55f3-4b69-a8db-67d91fa3812c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1666048 Sep 03 16:23:21.554779 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-b163f807-bb84-493b-9697-235c99fb74ad service neutron] 10.222.0.42 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113101 Sep 03 16:23:21.634607 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b149582d-75b4-44f7-aeea-28ef6e3be238 req-96739b58-5809-4f2e-b5af-82cfb548bc30 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540904 Sep 03 16:23:21.805377 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1e845031-c240-4399-b300-985ff101a308 req-34c8874f-66e5-42b9-a190-b7d36f1b9a65 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 210 time: 0.0889316 Sep 03 16:23:21.849186 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-2b94557d-6024-469e-8780-81b12501789c service neutron] 10.222.0.42 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756956 Sep 03 16:23:21.850204 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Allocated IP 172.20.0.10 (1de02763-f82f-424d-8a91-c131b3899d58/d0bbbba6-af7f-48cd-83cc-d45c748de3d9/712428c7-e3ef-44c5-9a15-ea520d5c70dc) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:21.914191 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9a636a9-ac08-466e-80af-29e2d65b99d3 req-59aa10b4-baa5-49d6-97fa-2fd301a49b67 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 210 time: 0.0440571 Sep 03 16:23:22.031751 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-10549208-4ab6-440a-bc55-32027a42d888 req-5f634c26-06e8-4557-8426-73934e97d259 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 210 time: 0.0372117 Sep 03 16:23:22.070424 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:22.117200 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:22.194805 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Network 1de02763-f82f-424d-8a91-c131b3899d58 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:22.207155 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:22.210128 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:22.264170 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Pushing event updated for resources: {'Port': ['ID=712428c7-e3ef-44c5-9a15-ea520d5c70dc,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:22.293008 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:22.293668 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:22.311671 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-1e853539-fb98-4d3b-afff-00eb66bc87a8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3892486 Sep 03 16:23:22.332428 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:23:22.586278 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37838) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:22.703754 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6149892f-0239-44d7-bf5b-9b426f04a09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:22.800472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1438d9-481b-4c50-9007-982863a11a27 req-1d045d9b-7753-4eff-890e-0ab1b7fc1cca tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:22.801952 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e1438d9-481b-4c50-9007-982863a11a27 req-1d045d9b-7753-4eff-890e-0ab1b7fc1cca tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 944 time: 0.0958405 Sep 03 16:23:22.863312 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e1438d9-481b-4c50-9007-982863a11a27 req-d9dca20c-9d89-49d8-8784-9837f20b1f7b tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Sep 03 16:23:22.898727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6149892f-0239-44d7-bf5b-9b426f04a09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:22.903006 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6149892f-0239-44d7-bf5b-9b426f04a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:22.922144 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-64db55d0-a8ec-4620-8232-3c04abac1883 req-f4bca7fd-b7a3-41ee-99f4-d9f0303b04c7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 210 time: 0.0390677 Sep 03 16:23:22.956003 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6149892f-0239-44d7-bf5b-9b426f04a09e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c6b99a3707a4e74a13430d04be58400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686230 Sep 03 16:23:22.956968 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149892f-0239-44d7-bf5b-9b426f04a09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eb8e17-e0c8-44bb-9b5d-f82e761771df,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:22.958853 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37852) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:23.015850 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-535186df-3aa2-4632-bce8-961bfb1fa36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.034585 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436199f-9f23-44cf-b243-a8f3b45bcaf9 req-6af17c5a-4059-43b6-b45b-fd1a28947d24 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:23.036134 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b436199f-9f23-44cf-b243-a8f3b45bcaf9 req-6af17c5a-4059-43b6-b45b-fd1a28947d24 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 932 time: 0.0513551 Sep 03 16:23:23.042119 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-535186df-3aa2-4632-bce8-961bfb1fa36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.075022 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b436199f-9f23-44cf-b243-a8f3b45bcaf9 req-b9b8c8f0-55a1-4a6c-ad3c-f1bb22244a79 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Sep 03 16:23:23.127696 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-535186df-3aa2-4632-bce8-961bfb1fa36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.131213 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-535186df-3aa2-4632-bce8-961bfb1fa36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.132808 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-535186df-3aa2-4632-bce8-961bfb1fa36e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8eb8e17-e0c8-44bb-9b5d-f82e761771df HTTP/1.1" status: 204 len: 168 time: 0.1679509 Sep 03 16:23:23.144235 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ef0d19da-cc47-4d78-a01f-440ac49f0320 req-4673561b-4a45-42f1-971f-25fb5c887efc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 210 time: 0.0345075 Sep 03 16:23:23.146291 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535186df-3aa2-4632-bce8-961bfb1fa36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eb8e17-e0c8-44bb-9b5d-f82e761771df,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:23.423611 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 37862) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:23.440420 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9b86624-2878-4398-b867-472884c725cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.529537 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9b86624-2878-4398-b867-472884c725cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.533683 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b9b86624-2878-4398-b867-472884c725cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.572323 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b9b86624-2878-4398-b867-472884c725cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fbdcf058bfb46c080b4c6353110b742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475375 Sep 03 16:23:23.573191 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b86624-2878-4398-b867-472884c725cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbf1235-6460-4317-8c9a-00e3b95c6a40,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:23.575198 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37866) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:23.631197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d32cc9d-d793-45a2-97fd-524045f10e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.652612 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d32cc9d-d793-45a2-97fd-524045f10e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.697418 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d32cc9d-d793-45a2-97fd-524045f10e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.699883 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d32cc9d-d793-45a2-97fd-524045f10e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:23.701041 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9d32cc9d-d793-45a2-97fd-524045f10e1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cbf1235-6460-4317-8c9a-00e3b95c6a40 HTTP/1.1" status: 204 len: 168 time: 0.1202517 Sep 03 16:23:23.709336 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32cc9d-d793-45a2-97fd-524045f10e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbf1235-6460-4317-8c9a-00e3b95c6a40,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:23.985278 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173ede-7bd6-44d2-b87e-16898d6a3abd req-738f8da2-dc35-4d71-b248-ac9da69c4728 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:23.987549 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95173ede-7bd6-44d2-b87e-16898d6a3abd req-738f8da2-dc35-4d71-b248-ac9da69c4728 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 944 time: 0.0568893 Sep 03 16:23:24.014585 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device d833a828-edb9-4d45-8f49-9625735a9050 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:24.059763 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16c2701a-c9e0-4408-a328-74a82e0f6a00 req-1ed8d95d-20c8-4264-93e7-047139ec6633 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 210 time: 0.0585294 Sep 03 16:23:24.063793 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Request body: {'port': {'device_id': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:24.068519 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-e88f50ce-35e6-45c6-96f7-a064fb0b1837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.0479429 Sep 03 16:23:24.110186 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port d833a828-edb9-4d45-8f49-9625735a9050 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:24.117164 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port d833a828-edb9-4d45-8f49-9625735a9050 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:24.117754 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95173ede-7bd6-44d2-b87e-16898d6a3abd req-cf06e380-4ac2-4a02-abde-a314825afbe0 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235845 Sep 03 16:23:24.118108 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:24.149133 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:24.228631 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cac3c-2744-48d6-b104-e728e781ed1e req-44a7be93-4c47-4fd2-8b00-ab996240ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:24.230202 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:24.230338 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-44a7be93-4c47-4fd2-8b00-ab996240ee4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.1545992 Sep 03 16:23:24.301194 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd833a828-edb9-4d45-8f49-9625735a9050'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:24.307726 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-2b404973-63d6-4415-8203-43c2039931d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555828 Sep 03 16:23:24.363053 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-50b4291a-a7c0-4e99-9861-e3ca07e6817e req-c99e935d-fed0-421e-be36-5afaa62568d1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 210 time: 0.0671182 Sep 03 16:23:24.461779 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port d833a828-edb9-4d45-8f49-9625735a9050, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d833a828-edb9-4d45-8f49-9625735a9050,segment=NetworkSegment(7c36606d-4d96-4370-98f5-1e7be2ff0778),segment_id=7c36606d-4d96-4370-98f5-1e7be2ff0778)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:24.484140 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:24.501393 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.15', 64646) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:24.551573 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=d833a828-edb9-4d45-8f49-9625735a9050,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:24.680158 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-b0954c6f-e2f8-48a9-bd32-72b85d97a2fe tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:24.681896 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-b0954c6f-e2f8-48a9-bd32-72b85d97a2fe tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 816 time: 0.1772971 Sep 03 16:23:24.686154 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-8ae523ee-e703-49d1-b8ab-695910d45c2a service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564839 Sep 03 16:23:24.737667 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89141cf0-6be3-444f-95df-28717654dd1c" -d '{"events": [{"server_uuid": "2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8", "name": "network-vif-plugged", "status": "completed", "tag": "d833a828-edb9-4d45-8f49-9625735a9050"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:24.821794 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-35a5bb8c-4a8e-4178-b57c-d856994ffc85 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 378 time: 0.1231091 Sep 03 16:23:24.834788 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'port': {'device_id': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'admin_state_up': True, 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'security_groups': ['bb440c79-08b1-4ab2-a854-4410612ff085']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:25.047156 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-090cac3c-2744-48d6-b104-e728e781ed1e req-5209fa06-7678-4cc9-b59d-315b74004e30 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457890 Sep 03 16:23:25.055055 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712428c7-e3ef-44c5-9a15-ea520d5c70dc {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:25.063507 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:25.065257 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Made reservation on behalf of 31bf7b0a63bb4df1868a0303870b5b2c for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:25.070291 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:25.120848 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Transition to ACTIVE for port object 712428c7-e3ef-44c5-9a15-ea520d5c70dc will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:25.143449 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb3c43-63fe-4911-b0c0-9b5230c8b42a req-ebf1af20-9401-4b8f-9490-18b78e4d466f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:25.152578 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4deb3c43-63fe-4911-b0c0-9b5230c8b42a req-ebf1af20-9401-4b8f-9490-18b78e4d466f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 932 time: 0.9342339 Sep 03 16:23:25.156063 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:25.487315 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4deb3c43-63fe-4911-b0c0-9b5230c8b42a req-9cc827d3-f451-414f-a240-11d93b890579 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333840 Sep 03 16:23:25.497976 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807d6a-8913-4250-92ea-241453978193 service neutron] Pushing event updated for resources: {'Port': ['ID=712428c7-e3ef-44c5-9a15-ea520d5c70dc,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:25.566160 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Attempting to bind port 712428c7-e3ef-44c5-9a15-ea520d5c70dc on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:25.566160 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Attempting to bind port 712428c7-e3ef-44c5-9a15-ea520d5c70dc by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:25.566160 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Attempting to bind port 712428c7-e3ef-44c5-9a15-ea520d5c70dc on network 1de02763-f82f-424d-8a91-c131b3899d58 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:25.575892 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b817619e-927d-4b2b-8739-1052c0e54792 x-openstack-request-id: req-b817619e-927d-4b2b-8739-1052c0e54792 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:25.576404 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8", "name": "network-vif-plugged", "status": "completed", "tag": "d833a828-edb9-4d45-8f49-9625735a9050", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:25.576577 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b817619e-927d-4b2b-8739-1052c0e54792 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:25.576981 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd833a828-edb9-4d45-8f49-9625735a9050', 'code': 200} Sep 03 16:23:25.600954 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Port 712428c7-e3ef-44c5-9a15-ea520d5c70dc on network 1de02763-f82f-424d-8a91-c131b3899d58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:23:25.602723 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Attempting to bind port 712428c7-e3ef-44c5-9a15-ea520d5c70dc on network 1de02763-f82f-424d-8a91-c131b3899d58 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:25.632696 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 37960) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:25.676397 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:25.677088 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Checking segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:25.677344 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Bound using segment: {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:25.677867 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Bound port: 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13555bc8-aa59-4fd4-be52-bf197ce0fe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:25.678176 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:25.681887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80177a51-0b42-4f8e-9cb5-b75106cfa396 req-8514048f-a8fd-4ff9-8405-f5ef841cb8f7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 210 time: 0.0858219 Sep 03 16:23:25.810303 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.15', 64654) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:25.866358 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6191b3a-cd2c-4ca9-882b-ecf81c90a913 req-e0cd5af6-5228-4f89-85b7-f255187cbf5f tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:25.868322 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6191b3a-cd2c-4ca9-882b-ecf81c90a913 req-e0cd5af6-5228-4f89-85b7-f255187cbf5f tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.1936808 Sep 03 16:23:25.902314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-758581be-2de4-490a-b47d-c93ae26b48c5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:25.903829 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-758581be-2de4-490a-b47d-c93ae26b48c5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 811 time: 0.4951112 Sep 03 16:23:25.912042 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10267f6f-7378-431e-bc1a-3738e6655745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:25.932075 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] For port 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:25.976483 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-57a5865d-e506-452d-9e39-33b756df801c tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ba5e2be6e840b4a8af30d1bd06133b HTTP/1.1" status: 200 len: 379 time: 0.0598543 Sep 03 16:23:25.976483 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Allocated IP 172.20.0.12 (64119de9-c5e0-4e62-b4f0-048f957eba7b/2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8/6f76e081-ece5-4e0e-ab35-f7e5a00c2be4) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:25.984817 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'port': {'device_id': '6ec69bed-7803-492e-8586-9070fdf04a75', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'admin_state_up': True, 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'security_groups': ['0cda98c5-733b-4b44-9b05-0c976e52d1da']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:26.016418 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] For port 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:26.018577 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 1be83fb8-acb7-4794-af96-682c6fed6557 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:23:26.028430 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2603f880-402f-449c-a64e-adee8fdf2196 req-02477bc7-f5cb-4aa8-b7f6-e845b1d229b3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 210 time: 0.1179123 Sep 03 16:23:26.057139 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.153066 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71531e9-5975-47b5-b82b-12100cacb8b7 req-886e6f06-221d-4fe3-9af7-eddfbe8ec508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:26.154602 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d71531e9-5975-47b5-b82b-12100cacb8b7 req-886e6f06-221d-4fe3-9af7-eddfbe8ec508 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 1098 time: 0.3431261 Sep 03 16:23:26.159111 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:26.159965 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.164489 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-87807d6a-8913-4250-92ea-241453978193 service neutron] 10.222.0.15 "PUT /v2.0/ports/712428c7-e3ef-44c5-9a15-ea520d5c70dc HTTP/1.1" status: 200 len: 1094 time: 2.1039939 Sep 03 16:23:26.176964 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6191b3a-cd2c-4ca9-882b-ecf81c90a913 req-3cd57eaa-b155-4849-a0a9-614c56b55c12 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607794 Sep 03 16:23:26.177479 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'tag': '712428c7-e3ef-44c5-9a15-ea520d5c70dc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:26.236434 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d71531e9-5975-47b5-b82b-12100cacb8b7 req-6f3f1d11-9992-4244-bcb4-f83aa0d4e5d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.254452 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 1be83fb8-acb7-4794-af96-682c6fed6557, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=1be83fb8-acb7-4794-af96-682c6fed6557,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:26.302081 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807d6a-8913-4250-92ea-241453978193 service neutron] Pushing event updated for resources: {'Port': ['ID=712428c7-e3ef-44c5-9a15-ea520d5c70dc,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:26.365485 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-05308b29-3abb-406c-9ae3-3a41932125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:26.367128 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-05308b29-3abb-406c-9ae3-3a41932125d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 1097 time: 0.1342447 Sep 03 16:23:26.434146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '1be83fb8-acb7-4794-af96-682c6fed6557', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'port_id': '1be83fb8-acb7-4794-af96-682c6fed6557', 'mac_address': 'fa:16:3e:f0:8b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:23:26.464410 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-e221b61c-521f-430f-ac40-e07a15364095 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc HTTP/1.1" status: 200 len: 217 time: 0.0860476 Sep 03 16:23:26.466407 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10267f6f-7378-431e-bc1a-3738e6655745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.506245 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.519594 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.549052 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be83fb8-acb7-4794-af96-682c6fed6557 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:26.556794 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6652a72-a302-4873-a766-b6f3357eac1e req-14d3319b-de01-464b-af40-bf1fc321a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:26.558343 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-14d3319b-de01-464b-af40-bf1fc321a7ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0868533 Sep 03 16:23:26.561863 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9" -d '{"events": [{"name": "network-changed", "server_uuid": "33415a89-91da-4b4e-9aae-736cfc17c00d", "tag": "712428c7-e3ef-44c5-9a15-ea520d5c70dc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:26.565906 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10267f6f-7378-431e-bc1a-3738e6655745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.574571 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Transition to ACTIVE for port object 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:26.592605 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 1be83fb8-acb7-4794-af96-682c6fed6557, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=1be83fb8-acb7-4794-af96-682c6fed6557,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:26.593170 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Made reservation on behalf of 11ba5e2be6e840b4a8af30d1bd06133b for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:26.600113 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.601854 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.687792 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=1be83fb8-acb7-4794-af96-682c6fed6557,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:26.704946 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10267f6f-7378-431e-bc1a-3738e6655745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf11206-5c65-477e-89eb-4fde71b579a0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:26.710236 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-27ea8386-b46d-4832-84aa-06e282519ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946109 Sep 03 16:23:26.713436 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-10267f6f-7378-431e-bc1a-3738e6655745 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d049dd77c5c545cab6bd09e658dfc63b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0768435 Sep 03 16:23:26.746301 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38022) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:26.796301 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:26.815103 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['1be83fb8-acb7-4794-af96-682c6fed6557'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:23:26.870085 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:26.898314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:26.901490 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:26.907185 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:26.921993 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c8a08d-fb6e-45e5-ac25-b59f81ff103e x-openstack-request-id: req-96c8a08d-fb6e-45e5-ac25-b59f81ff103e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:26.922522 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33415a89-91da-4b4e-9aae-736cfc17c00d", "tag": "712428c7-e3ef-44c5-9a15-ea520d5c70dc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:26.922994 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96c8a08d-fb6e-45e5-ac25-b59f81ff103e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:26.925040 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'tag': '712428c7-e3ef-44c5-9a15-ea520d5c70dc', 'status': 'completed', 'code': 200} Sep 03 16:23:26.985359 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Allocated IP 172.20.0.14 (685dc53f-ffac-45ff-8df7-5a1d82b48b4d/fc601603-5d2d-4df5-b20c-14d8f030377a/7aeee24b-a565-4176-9d4a-f18e43a6d898) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:26.989929 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d25d-0a9f-4efc-86a0-2d436e4827ef req-b39cbf0c-80ee-4e89-917e-03da091ef204 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:27.002019 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7274d25d-0a9f-4efc-86a0-2d436e4827ef req-b39cbf0c-80ee-4e89-917e-03da091ef204 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 944 time: 0.3866825 Sep 03 16:23:27.029335 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:27.029968 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.058992 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e035c68-a7ec-4331-9590-4642f83cdcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.132422 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-80fac5c4-78ce-4c8e-adc9-86784a5028ff service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851604 Sep 03 16:23:27.213095 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e035c68-a7ec-4331-9590-4642f83cdcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.274104 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.294919 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Transition to ACTIVE for port object 7aeee24b-a565-4176-9d4a-f18e43a6d898 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:27.300608 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7274d25d-0a9f-4efc-86a0-2d436e4827ef req-09ff995f-5fa2-47ee-9284-6ca3046440db tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981865 Sep 03 16:23:27.314880 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38046) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:27.349108 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2d3b3a16-260d-4665-8c6b-aae8fef34ac6 None None] Provisioning for port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:27.354501 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.357412 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2d3b3a16-260d-4665-8c6b-aae8fef34ac6 None None] Provisioning complete for port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:27.357794 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d3b3a16-260d-4665-8c6b-aae8fef34ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.398990 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade6f7c-518a-4cd9-9525-7aa6f2db89d5 req-bfe3c556-fcd9-41d0-9b2e-27f6fd849bbe tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:27.407001 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ade6f7c-518a-4cd9-9525-7aa6f2db89d5 req-bfe3c556-fcd9-41d0-9b2e-27f6fd849bbe tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 932 time: 0.3834510 Sep 03 16:23:27.418692 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:27.422225 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:27.427055 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:27.432618 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b3a16-260d-4665-8c6b-aae8fef34ac6 None None] Port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:23:27.470483 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d71531e9-5975-47b5-b82b-12100cacb8b7 req-6f3f1d11-9992-4244-bcb4-f83aa0d4e5d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.507056 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'Port': ['ID=7aeee24b-a565-4176-9d4a-f18e43a6d898,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:27.516597 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-d71531e9-5975-47b5-b82b-12100cacb8b7 req-6f3f1d11-9992-4244-bcb4-f83aa0d4e5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.529967 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ec32b3ec-f4f5-426d-9d4b-95b3b3a9db89 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7001898 Sep 03 16:23:27.552878 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-860aaceb-5b34-4c62-ae6f-773b9ae94bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.572769 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Request body: {'port': {'device_id': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:27.582331 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e035c68-a7ec-4331-9590-4642f83cdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.586335 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e035c68-a7ec-4331-9590-4642f83cdcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.586516 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:27.587405 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.588363 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5e035c68-a7ec-4331-9590-4642f83cdcfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bf11206-5c65-477e-89eb-4fde71b579a0 HTTP/1.1" status: 204 len: 168 time: 0.8395097 Sep 03 16:23:27.610217 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6652a72-a302-4873-a766-b6f3357eac1e req-5967514c-1117-4007-8814-270e3ca3bbd0 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536138 Sep 03 16:23:27.643405 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d71531e9-5975-47b5-b82b-12100cacb8b7 req-6f3f1d11-9992-4244-bcb4-f83aa0d4e5d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4525425 Sep 03 16:23:27.659106 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ade6f7c-518a-4cd9-9525-7aa6f2db89d5 req-8ff63a66-603b-4acd-ab83-265f2f63aa38 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2484667 Sep 03 16:23:27.713853 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.719693 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee0f8d-6ebe-45e9-9d6e-9524ad09abf5 req-18bf9a1c-25a0-49ce-83bc-f4c84614cb25 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:27.726669 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3ee0f8d-6ebe-45e9-9d6e-9524ad09abf5 req-18bf9a1c-25a0-49ce-83bc-f4c84614cb25 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 932 time: 0.3119924 Sep 03 16:23:27.741633 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1d11-9992-4244-bcb4-f83aa0d4e5d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=995180d8-1033-4edc-bfaf-41751bc8cb75,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:27.879042 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e035c68-a7ec-4331-9590-4642f83cdcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf11206-5c65-477e-89eb-4fde71b579a0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:27.881777 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-32af7c21-a9fe-45e1-964c-c7bc4922d9db None None] Provisioning for port 7aeee24b-a565-4176-9d4a-f18e43a6d898 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:27.897340 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-32af7c21-a9fe-45e1-964c-c7bc4922d9db None None] Provisioning complete for port 7aeee24b-a565-4176-9d4a-f18e43a6d898 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:27.897721 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32af7c21-a9fe-45e1-964c-c7bc4922d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:27.992197 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-32af7c21-a9fe-45e1-964c-c7bc4922d9db None None] Port 7aeee24b-a565-4176-9d4a-f18e43a6d898 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:23:28.018911 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-860aaceb-5b34-4c62-ae6f-773b9ae94bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.022416 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3ee0f8d-6ebe-45e9-9d6e-9524ad09abf5 req-876e6ccd-2a09-4b14-bd82-1d60be63e2b1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903023 Sep 03 16:23:28.040377 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 1be83fb8-acb7-4794-af96-682c6fed6557 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:28.054675 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-860aaceb-5b34-4c62-ae6f-773b9ae94bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.101718 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db69b06-0d57-423c-9619-605c23c568b2 req-1f1988ce-c1e5-4d2c-903c-9ddb953b4639 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:28.104524 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7db69b06-0d57-423c-9619-605c23c568b2 req-1f1988ce-c1e5-4d2c-903c-9ddb953b4639 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.2685964 Sep 03 16:23:28.113069 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-798a88fc-4d0e-4354-a81e-3bec3189aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:28.119834 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-798a88fc-4d0e-4354-a81e-3bec3189aec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 1097 time: 0.2289019 Sep 03 16:23:28.134050 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 1be83fb8-acb7-4794-af96-682c6fed6557 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:28.139636 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 1be83fb8-acb7-4794-af96-682c6fed6557 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:28.140517 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.144238 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aaceb-5b34-4c62-ae6f-773b9ae94bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595b0379-5723-49f2-a569-bfdfb638cf69,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:28.163053 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-9d80de6d-27b4-44d8-bc25-2e8008f2abaa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1822560 Sep 03 16:23:28.203803 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Request body: {'port': {'device_id': '6ec69bed-7803-492e-8586-9070fdf04a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:28.279634 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.306108 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38084) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:28.308134 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851c5188-9e04-4535-9370-7e73c492bf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be83fb8-acb7-4794-af96-682c6fed6557'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:28.310991 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7382606-d570-4902-91c5-3dd898b552c9" -d '{"events": [{"server_uuid": "851c5188-9e04-4535-9370-7e73c492bf0e", "name": "network-vif-plugged", "status": "completed", "tag": "1be83fb8-acb7-4794-af96-682c6fed6557"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:28.330142 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 1be83fb8-acb7-4794-af96-682c6fed6557, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=1be83fb8-acb7-4794-af96-682c6fed6557,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:28.337011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.338394 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-860aaceb-5b34-4c62-ae6f-773b9ae94bfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c78081c908d54958b0f3ec46ec539a33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0223038 Sep 03 16:23:28.353326 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38092) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:28.357913 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d15c179d-614f-4b20-a336-9ee2b9c8f0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.420364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d0d75-474b-479e-bcc2-032ce3070e72 x-openstack-request-id: req-893d0d75-474b-479e-bcc2-032ce3070e72 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:28.422768 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851c5188-9e04-4535-9370-7e73c492bf0e", "name": "network-vif-plugged", "status": "completed", "tag": "1be83fb8-acb7-4794-af96-682c6fed6557", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:28.423671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-893d0d75-474b-479e-bcc2-032ce3070e72 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:28.424318 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851c5188-9e04-4535-9370-7e73c492bf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be83fb8-acb7-4794-af96-682c6fed6557', 'code': 200} Sep 03 16:23:28.486257 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.487519 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=1be83fb8-acb7-4794-af96-682c6fed6557,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:28.671031 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6df15b7b-734f-4866-91a9-67a8551931a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.697026 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7db69b06-0d57-423c-9619-605c23c568b2 req-65cc215f-f191-4a7c-bcf5-fc968cb08f81 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754561 Sep 03 16:23:28.769314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6df15b7b-734f-4866-91a9-67a8551931a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.786792 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fe626-f21d-409c-b2ea-b78645995d37 req-6cb57c34-78cd-4a2a-bb83-fd4f429352ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:28.789215 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4f8fe626-f21d-409c-b2ea-b78645995d37 req-6cb57c34-78cd-4a2a-bb83-fd4f429352ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.2086384 Sep 03 16:23:28.813964 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec004-febd-4073-92a0-d76ac9455514 req-cf6981c8-3f7c-40c7-ad76-eb97aae3b848 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:28.821410 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d89ec004-febd-4073-92a0-d76ac9455514 req-cf6981c8-3f7c-40c7-ad76-eb97aae3b848 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 944 time: 0.2413683 Sep 03 16:23:28.823896 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:28.848446 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:28.894549 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-06f5f76e-c3f1-47db-a144-890626ba5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:28.896050 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-06f5f76e-c3f1-47db-a144-890626ba5989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.7638922 Sep 03 16:23:28.964402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d89ec004-febd-4073-92a0-d76ac9455514 req-7ad57639-94a6-49b0-b98c-5de874d28d8a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417606 Sep 03 16:23:28.973650 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-0b0fc19d-fcbf-48a9-83b9-ec91866cbf89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc HTTP/1.1" status: 200 len: 217 time: 0.0672424 Sep 03 16:23:28.976304 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4f8fe626-f21d-409c-b2ea-b78645995d37 req-d5dae8f8-9656-4bbf-b051-e0f8aeffc9e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474884 Sep 03 16:23:28.989189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5454a36-007e-4103-aad4-785468b341e0 req-333e90f3-9564-400a-9933-b2b73fefe370 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:28.996614 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5454a36-007e-4103-aad4-785468b341e0 req-333e90f3-9564-400a-9933-b2b73fefe370 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 932 time: 0.1668818 Sep 03 16:23:29.034565 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Transition to ACTIVE for port object 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:29.053600 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.054284 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5454a36-007e-4103-aad4-785468b341e0 req-70878a04-f624-4588-882f-85f7dcf177c5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549333 Sep 03 16:23:29.061147 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeee24b-a565-4176-9d4a-f18e43a6d898 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:29.068957 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d15c179d-614f-4b20-a336-9ee2b9c8f0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.106200 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d15c179d-614f-4b20-a336-9ee2b9c8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.112705 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.128314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6df15b7b-734f-4866-91a9-67a8551931a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.131248 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6df15b7b-734f-4866-91a9-67a8551931a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.132784 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6df15b7b-734f-4866-91a9-67a8551931a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/595b0379-5723-49f2-a569-bfdfb638cf69 HTTP/1.1" status: 204 len: 168 time: 0.7637610 Sep 03 16:23:29.179034 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534197fa-78e6-4cd1-baab-710bb1cd4f09 req-ffefb9c1-c823-451a-b615-9c4c47001b5c tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:29.180894 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-534197fa-78e6-4cd1-baab-710bb1cd4f09 req-ffefb9c1-c823-451a-b615-9c4c47001b5c tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 932 time: 0.0656860 Sep 03 16:23:29.189767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Transition to ACTIVE for port object 7aeee24b-a565-4176-9d4a-f18e43a6d898 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:29.209905 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d15c179d-614f-4b20-a336-9ee2b9c8f0a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bde3e19b81b44aff9d3619eb37799514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771229 Sep 03 16:23:29.214864 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38114) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:29.215771 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:29.219092 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.306997 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c179d-614f-4b20-a336-9ee2b9c8f0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e07cc52-1d5b-4ddb-8447-39a59e68a6fc,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:29.389046 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-534197fa-78e6-4cd1-baab-710bb1cd4f09 req-09074d0c-0174-4622-8ed1-120e6e346389 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886499 Sep 03 16:23:29.431855 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-9e2bf115-6c2f-4ea8-9dd4-f50eceb6bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:29.434889 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-9e2bf115-6c2f-4ea8-9dd4-f50eceb6bfb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.2523062 Sep 03 16:23:29.483105 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df15b7b-734f-4866-91a9-67a8551931a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595b0379-5723-49f2-a569-bfdfb638cf69,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:29.540801 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-316cd834-9607-4392-b771-ae831fa636b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965531 Sep 03 16:23:29.541603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Pushing event updated for resources: {'Port': ['ID=7aeee24b-a565-4176-9d4a-f18e43a6d898,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:29.628312 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.668159 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Attempting to bind port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:29.669502 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Attempting to bind port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:29.670303 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Attempting to bind port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 on network 64119de9-c5e0-4e62-b4f0-048f957eba7b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:29.684412 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5975018e-6faf-4196-bdbc-6bbd462c6a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.714838 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-79d84603-c0c4-45e5-91e8-95445e1b1d7c service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658463 Sep 03 16:23:29.758671 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 on network 64119de9-c5e0-4e62-b4f0-048f957eba7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:23:29.763205 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Attempting to bind port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 on network 64119de9-c5e0-4e62-b4f0-048f957eba7b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:29.785704 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5975018e-6faf-4196-bdbc-6bbd462c6a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.797390 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:29.797733 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Checking segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:29.798163 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Bound using segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:29.798614 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Bound port: 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:29.798973 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.869365 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Attempting to bind port 7aeee24b-a565-4176-9d4a-f18e43a6d898 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:29.869715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Attempting to bind port 7aeee24b-a565-4176-9d4a-f18e43a6d898 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:29.870150 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Attempting to bind port 7aeee24b-a565-4176-9d4a-f18e43a6d898 on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:29.874417 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1480f6a7-8021-4e9d-9fd5-543bb5f034e9 req-cc6d14aa-2142-4073-b21d-5ba05647253e service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513095 Sep 03 16:23:29.889099 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38136) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:29.899003 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Port 7aeee24b-a565-4176-9d4a-f18e43a6d898 on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:23:29.899630 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Attempting to bind port 7aeee24b-a565-4176-9d4a-f18e43a6d898 on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:29.910318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f111c605-4e1c-4d91-997b-990b3f4e774d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.916503 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5975018e-6faf-4196-bdbc-6bbd462c6a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.918998 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5975018e-6faf-4196-bdbc-6bbd462c6a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.924309 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5975018e-6faf-4196-bdbc-6bbd462c6a96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e07cc52-1d5b-4ddb-8447-39a59e68a6fc HTTP/1.1" status: 204 len: 168 time: 0.6984761 Sep 03 16:23:29.949907 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:29.950299 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Checking segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:29.950654 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Bound using segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:29.951152 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Bound port: 7aeee24b-a565-4176-9d4a-f18e43a6d898, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:29.951452 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:29.962797 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a35e43-0b22-4f93-b494-a756be503a80 req-04f8df5d-6f30-4703-8649-113cd6e72489 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:29.964799 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-32a35e43-0b22-4f93-b494-a756be503a80 req-04f8df5d-6f30-4703-8649-113cd6e72489 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.1139288 Sep 03 16:23:29.975115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975018e-6faf-4196-bdbc-6bbd462c6a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e07cc52-1d5b-4ddb-8447-39a59e68a6fc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:30.039157 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 712428c7-e3ef-44c5-9a15-ea520d5c70dc details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:23:30.073071 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-32a35e43-0b22-4f93-b494-a756be503a80 req-453ed17f-22ab-4922-9122-38e5abae0a63 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963159 Sep 03 16:23:30.088252 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] For port 7aeee24b-a565-4176-9d4a-f18e43a6d898, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:30.091769 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] For port 7aeee24b-a565-4176-9d4a-f18e43a6d898, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:30.098749 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:30.102931 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.133335 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f111c605-4e1c-4d91-997b-990b3f4e774d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.146087 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f111c605-4e1c-4d91-997b-990b3f4e774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.150081 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:30.176028 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.187306 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.187992 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.194335 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] 10.222.0.15 "PUT /v2.0/ports/7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 1094 time: 2.0076830 Sep 03 16:23:30.198330 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:30.211785 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96de5620-81a3-407b-a755-74f4b578acee" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:30.263465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55620f-b6d5-46c5-b94f-35c44b16c95d service neutron] Pushing event updated for resources: {'Port': ['ID=7aeee24b-a565-4176-9d4a-f18e43a6d898,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:30.267773 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.268708 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.270378 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 1094 time: 2.7145419 Sep 03 16:23:30.343119 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c605-4e1c-4d91-997b-990b3f4e774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94643bf-2de8-488d-afbe-fece525d9ee3,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:30.358786 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f111c605-4e1c-4d91-997b-990b3f4e774d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=215791843ad744c7996a0c4739c07bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681957 Sep 03 16:23:30.371106 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38154) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:30.387406 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:30.395227 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96b26-ecb2-4555-94e9-d4d6ab63c9e4 req-c8b9920b-0444-4243-9e4d-983177fe71fe tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.404726 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-00c96b26-ecb2-4555-94e9-d4d6ab63c9e4 req-c8b9920b-0444-4243-9e4d-983177fe71fe tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 944 time: 0.3303752 Sep 03 16:23:30.419343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '712428c7-e3ef-44c5-9a15-ea520d5c70dc', 'network_id': '1de02763-f82f-424d-8a91-c131b3899d58', 'port_id': '712428c7-e3ef-44c5-9a15-ea520d5c70dc', 'mac_address': 'fa:16:3e:a1:25:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bbbba6-af7f-48cd-83cc-d45c748de3d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:23:30.497193 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-db86ca59-4fc1-40a9-bfe8-3eb73cb41451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.500568 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-db86ca59-4fc1-40a9-bfe8-3eb73cb41451 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1097 time: 0.2268066 Sep 03 16:23:30.507335 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.508358 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656334c-107b-4122-8041-3a599efab8b6 req-d04cd90a-bad2-4401-96d2-e59851b8ee42 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.509967 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3656334c-107b-4122-8041-3a599efab8b6 req-d04cd90a-bad2-4401-96d2-e59851b8ee42 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.2599106 Sep 03 16:23:30.520484 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9ef9b-7bc7-400f-a3cb-6fdcfdad3451 service neutron] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:30.549761 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712428c7-e3ef-44c5-9a15-ea520d5c70dc {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:30.610188 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:30.619729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.634305 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-00c96b26-ecb2-4555-94e9-d4d6ab63c9e4 req-bf0ff38a-82d4-4559-938b-2b363faa44dd tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284117 Sep 03 16:23:30.634623 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-a530d417-6758-4d69-906b-7a0219b9b155 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 217 time: 0.1011362 Sep 03 16:23:30.694958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3656334c-107b-4122-8041-3a599efab8b6 req-4d02a860-f4a9-4d4f-9fff-7fc60285a352 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1625259 Sep 03 16:23:30.706942 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-8ceca4f4-a36f-441d-a1e6-eaa2071658d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.708693 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-8ceca4f4-a36f-441d-a1e6-eaa2071658d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1097 time: 0.3659918 Sep 03 16:23:30.761179 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=712428c7-e3ef-44c5-9a15-ea520d5c70dc,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:30.785807 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba7649-695f-41dd-83cc-02cb8625207b x-openstack-request-id: req-f8ba7649-695f-41dd-83cc-02cb8625207b {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:30.786130 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:30.786347 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8ba7649-695f-41dd-83cc-02cb8625207b {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:30.786747 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'status': 'completed', 'code': 200} Sep 03 16:23:30.839629 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-b68d65f5-933e-433b-9455-6a9e0f983fd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 217 time: 0.0520434 Sep 03 16:23:30.852571 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['712428c7-e3ef-44c5-9a15-ea520d5c70dc'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:23:30.870969 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc19a7c-8b19-4577-ba4e-ba2a9bcccb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:30.928886 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-a8240879-ea3d-4990-a667-683c4402444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.930481 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-a8240879-ea3d-4990-a667-683c4402444d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.2717745 Sep 03 16:23:30.990010 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94cc84-9d33-4140-bfd9-b3f2259b0c3a req-447adfec-febd-424a-baca-05f44c698e59 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:30.991588 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab94cc84-9d33-4140-bfd9-b3f2259b0c3a req-447adfec-febd-424a-baca-05f44c698e59 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 944 time: 0.1047559 Sep 03 16:23:31.059719 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab94cc84-9d33-4140-bfd9-b3f2259b0c3a req-181e8f0e-ff35-45b7-badf-781e2360cd76 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585752 Sep 03 16:23:31.174701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc19a7c-8b19-4577-ba4e-ba2a9bcccb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:31.203194 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-e74b5881-6934-44ec-afd2-d66b00ab6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.204718 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-e74b5881-6934-44ec-afd2-d66b00ab6143 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.3517401 Sep 03 16:23:31.269436 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc91-54aa-42d0-ac94-831c13485953 req-658d7888-c7ba-43f9-8ad2-4a00d661ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.270968 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-658d7888-c7ba-43f9-8ad2-4a00d661ccbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3301198 Sep 03 16:23:31.290178 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-b500b70b-d71d-4758-bbed-92b99778da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.291669 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-b500b70b-d71d-4758-bbed-92b99778da5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772960 Sep 03 16:23:31.339019 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc19a7c-8b19-4577-ba4e-ba2a9bcccb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:31.341311 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cfc19a7c-8b19-4577-ba4e-ba2a9bcccb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:31.345636 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cfc19a7c-8b19-4577-ba4e-ba2a9bcccb66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f94643bf-2de8-488d-afbe-fece525d9ee3 HTTP/1.1" status: 204 len: 168 time: 0.9565244 Sep 03 16:23:31.396841 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc19a7c-8b19-4577-ba4e-ba2a9bcccb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94643bf-2de8-488d-afbe-fece525d9ee3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:31.455933 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-3827cb73-6aec-47a0-8996-8651dd0c1751 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737826 Sep 03 16:23:31.505140 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-3dbef7d6-047c-4178-91ce-d28d9f24d20b service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016239 Sep 03 16:23:31.643461 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9885cc91-54aa-42d0-ac94-831c13485953 req-5004bdc5-88fe-4803-9542-6f447f9d9da5 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812582 Sep 03 16:23:31.675729 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-017f54f4-2db0-459e-92b0-1e5c9a645f4c req-ac564e39-7fc0-4789-ab94-99a004b89c5f service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591883 Sep 03 16:23:31.775505 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47408bc4-1380-4f2d-ab55-feabab98cd1d req-d23f46ac-8a17-4a7d-a2b9-6fb6022dac4e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.777066 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5620-81a3-407b-a755-74f4b578acee req-f4d88931-fbc7-4e45-a137-fac40a533143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.780302 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-f4d88931-fbc7-4e45-a137-fac40a533143 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1097 time: 0.0583932 Sep 03 16:23:31.785827 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47408bc4-1380-4f2d-ab55-feabab98cd1d req-d23f46ac-8a17-4a7d-a2b9-6fb6022dac4e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 945 time: 0.0682595 Sep 03 16:23:31.826414 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47408bc4-1380-4f2d-ab55-feabab98cd1d req-a9a7ab62-f045-4c93-9f37-31ad67f3a302 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Sep 03 16:23:31.892228 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82498b9-1762-439f-9ed1-4e44d7d9d7ad req-5fb7ebf2-c69a-41a4-b85c-fbf13dbbc611 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.892228 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d82498b9-1762-439f-9ed1-4e44d7d9d7ad req-5fb7ebf2-c69a-41a4-b85c-fbf13dbbc611 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0656798 Sep 03 16:23:31.913476 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5620-81a3-407b-a755-74f4b578acee req-afbe10ab-ffea-435d-becd-6c90cdb28e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:31.914466 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-afbe10ab-ffea-435d-becd-6c90cdb28e4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.1262276 Sep 03 16:23:31.942072 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d82498b9-1762-439f-9ed1-4e44d7d9d7ad req-efcd6432-05a1-40c5-8d93-602ccc9a1694 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473056 Sep 03 16:23:31.993489 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-eb1f3fcf-3f2e-4145-8079-06ed18ca27ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 217 time: 0.0684023 Sep 03 16:23:32.042902 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 712428c7-e3ef-44c5-9a15-ea520d5c70dc up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:32.098309 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5620-81a3-407b-a755-74f4b578acee req-b4982cc9-39e5-47c2-843d-484451b6d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:32.100550 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-b4982cc9-39e5-47c2-843d-484451b6d06e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.0959775 Sep 03 16:23:32.176968 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 712428c7-e3ef-44c5-9a15-ea520d5c70dc completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:32.192308 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 712428c7-e3ef-44c5-9a15-ea520d5c70dc triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:32.193834 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:32.225815 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5620-81a3-407b-a755-74f4b578acee req-5390063e-c6f3-403e-98d4-b59d9392bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:32.229150 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-5390063e-c6f3-403e-98d4-b59d9392bc78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1194925 Sep 03 16:23:32.277283 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efa624-b5b5-4926-b706-bfda5635b7f1 req-cf27309a-7730-449a-9af8-aeeba573069f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:32.280252 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61efa624-b5b5-4926-b706-bfda5635b7f1 req-cf27309a-7730-449a-9af8-aeeba573069f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 944 time: 0.1096160 Sep 03 16:23:32.412859 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61efa624-b5b5-4926-b706-bfda5635b7f1 req-ad0b693a-e496-4d32-8276-339db06c1267 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240759 Sep 03 16:23:32.434077 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:32.492721 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-758ed3af-7d8b-4133-8d98-eaf1e4025b05 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541447 Sep 03 16:23:32.508180 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:32.509376 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712428c7-e3ef-44c5-9a15-ea520d5c70dc'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:32.515604 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52443699-eb03-4496-98e5-b8c172c5ba04" -d '{"events": [{"server_uuid": "33415a89-91da-4b4e-9aae-736cfc17c00d", "name": "network-vif-plugged", "status": "completed", "tag": "712428c7-e3ef-44c5-9a15-ea520d5c70dc"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:32.524389 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:32.570024 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015bd6ee-587e-4211-ada9-e9496d71768a x-openstack-request-id: req-015bd6ee-587e-4211-ada9-e9496d71768a {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:32.570471 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33415a89-91da-4b4e-9aae-736cfc17c00d", "name": "network-vif-plugged", "status": "completed", "tag": "712428c7-e3ef-44c5-9a15-ea520d5c70dc", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:32.571044 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-015bd6ee-587e-4211-ada9-e9496d71768a {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:32.571436 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712428c7-e3ef-44c5-9a15-ea520d5c70dc', 'code': 200} Sep 03 16:23:32.615453 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=712428c7-e3ef-44c5-9a15-ea520d5c70dc,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:32.654449 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-96de5620-81a3-407b-a755-74f4b578acee req-5be161ad-f00d-448e-bc39-16d968597957 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500337 Sep 03 16:23:32.803518 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:32.806098 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af7a644-2afc-4fa8-a135-262e61b5eb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:32.851608 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cac6-69aa-4c59-9e23-d6eba5520ba3 req-af6ef823-5db5-42e3-bdc9-83319eebabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:32.853061 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13e7cac6-69aa-4c59-9e23-d6eba5520ba3 req-af6ef823-5db5-42e3-bdc9-83319eebabfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 1099 time: 0.0965803 Sep 03 16:23:32.859938 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3962f-3bc3-4455-a25b-b53c0cf47652 x-openstack-request-id: req-4ed3962f-3bc3-4455-a25b-b53c0cf47652 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:32.860851 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:32.861197 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ed3962f-3bc3-4455-a25b-b53c0cf47652 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:32.861676 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'status': 'completed', 'code': 200} Sep 03 16:23:32.981711 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681de6ae-0425-43fa-b1df-ff93d7f33415 req-882210c7-62c4-427f-9ec8-8333074c2327 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:32.984364 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-681de6ae-0425-43fa-b1df-ff93d7f33415 req-882210c7-62c4-427f-9ec8-8333074c2327 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0707231 Sep 03 16:23:32.997034 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-13e7cac6-69aa-4c59-9e23-d6eba5520ba3 req-dce1b39f-d772-41c2-9481-544a067ba7fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936220 Sep 03 16:23:33.009018 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-b241924f-60ca-4fa0-aefd-0d73cc20c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:33.010977 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-b241924f-60ca-4fa0-aefd-0d73cc20c1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1097 time: 0.1000547 Sep 03 16:23:33.040671 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-681de6ae-0425-43fa-b1df-ff93d7f33415 req-d0e2fe2e-14f5-4e69-911c-5e31ebf38ddf tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Sep 03 16:23:33.104104 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c3e78-4e43-419e-9188-04bc24afa91b req-4fb0ff96-c535-4611-8fe7-9e8ddfbf073f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:33.105806 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-991c3e78-4e43-419e-9188-04bc24afa91b req-4fb0ff96-c535-4611-8fe7-9e8ddfbf073f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0569696 Sep 03 16:23:33.149857 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-991c3e78-4e43-419e-9188-04bc24afa91b req-99f53650-89f9-4ad2-8ece-c8d04a533a45 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361300 Sep 03 16:23:33.335207 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-0640d34a-531e-4415-9189-79fb186bc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:33.336920 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-0640d34a-531e-4415-9189-79fb186bc244 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.1374552 Sep 03 16:23:33.388627 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-4e318da3-b604-4786-8352-865b67be1033 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 217 time: 0.0362079 Sep 03 16:23:33.458872 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-85921f44-3cc7-427f-a89d-68874c33d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:33.461590 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-85921f44-3cc7-427f-a89d-68874c33d5ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0663807 Sep 03 16:23:33.526828 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-6958d3f3-bd16-45ea-9c31-66a3a96b6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:33.527352 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-6958d3f3-bd16-45ea-9c31-66a3a96b6af7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557160 Sep 03 16:23:33.561176 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd576acf-8b16-4e23-a853-6e3a06355671 req-63acbe43-5aa2-4262-85f5-3ae6bac36d39 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:33.563143 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd576acf-8b16-4e23-a853-6e3a06355671 req-63acbe43-5aa2-4262-85f5-3ae6bac36d39 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 944 time: 0.0828619 Sep 03 16:23:33.633867 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd576acf-8b16-4e23-a853-6e3a06355671 req-f990791c-823c-4f88-a956-d3f536033289 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543916 Sep 03 16:23:33.679022 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-5bf9b0b4-8ce2-4af4-adfd-64d8a82542ee service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397841 Sep 03 16:23:33.805361 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6af7a644-2afc-4fa8-a135-262e61b5eb4c req-f8c6146d-1585-4f37-b71b-7d938beaf29b service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173015 Sep 03 16:23:34.055437 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:23:34.193957 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:34.230532 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'mac_address': 'fa:16:3e:00:21:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:23:34.238623 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846ea8a-a49a-46e3-b49d-bb73f3454d75 req-24b6aa6d-41dd-4038-99d8-eaac14fcf132 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:34.241098 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0846ea8a-a49a-46e3-b49d-bb73f3454d75 req-24b6aa6d-41dd-4038-99d8-eaac14fcf132 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0890648 Sep 03 16:23:34.317943 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38360) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:34.348827 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.351762 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0846ea8a-a49a-46e3-b49d-bb73f3454d75 req-17fcee7f-e0a9-4879-899e-b5d8a44625c5 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992091 Sep 03 16:23:34.374635 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ee384-c728-469c-b728-6440b455ac28 req-ff094558-45f6-42af-a4fb-61a2f015e588 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:34.382434 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a21ee384-c728-469c-b728-6440b455ac28 req-ff094558-45f6-42af-a4fb-61a2f015e588 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0983746 Sep 03 16:23:34.387734 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:34.431793 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:34.439695 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.443102 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 7aeee24b-a565-4176-9d4a-f18e43a6d898 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:23:34.444114 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a21ee384-c728-469c-b728-6440b455ac28 req-01fdd39b-ec64-4a84-9e73-9a685b4d43fb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504222 Sep 03 16:23:34.530959 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38372) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:34.537444 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:34.639968 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 7aeee24b-a565-4176-9d4a-f18e43a6d898, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:34.659778 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cb5764ee-8208-4434-af36-647342418b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.663649 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'port_id': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'mac_address': 'fa:16:3e:28:78:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:23:34.697692 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d142d723-2136-4f29-9067-96132bca26f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.719373 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.741741 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeee24b-a565-4176-9d4a-f18e43a6d898 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:34.769150 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 7aeee24b-a565-4176-9d4a-f18e43a6d898, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:34.774651 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.797751 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27704e-2b13-4db3-af36-0be4840800b0 req-b1fc3ff4-d10a-4429-a009-86cb74a97e52 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:34.804272 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cb5764ee-8208-4434-af36-647342418b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.807572 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d27704e-2b13-4db3-af36-0be4840800b0 req-b1fc3ff4-d10a-4429-a009-86cb74a97e52 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 944 time: 0.0882912 Sep 03 16:23:34.824355 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cb5764ee-8208-4434-af36-647342418b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.834226 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=7aeee24b-a565-4176-9d4a-f18e43a6d898,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:34.867182 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d27704e-2b13-4db3-af36-0be4840800b0 req-232f0cd2-2a68-4c9e-97e5-6afd4f101447 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Sep 03 16:23:34.876630 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cb5764ee-8208-4434-af36-647342418b49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24cdac1719fd47dda9b77da77ed517a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567858 Sep 03 16:23:34.881377 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38386) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:34.904125 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5764ee-8208-4434-af36-647342418b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b74382-f0bc-498a-b761-76b99d9dfb02,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:34.945127 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a7aa50-f08d-4bfc-9ce8-baa907335dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.974901 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a7aa50-f08d-4bfc-9ce8-baa907335dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.992852 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d142d723-2136-4f29-9067-96132bca26f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:34.997705 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d142d723-2136-4f29-9067-96132bca26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.035040 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['7aeee24b-a565-4176-9d4a-f18e43a6d898'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:23:35.044934 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d142d723-2136-4f29-9067-96132bca26f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b098a162ff4c4942a6ebad59ceeb55b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128527 Sep 03 16:23:35.045739 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a7aa50-f08d-4bfc-9ce8-baa907335dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.050481 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38394) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:35.056306 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30a7aa50-f08d-4bfc-9ce8-baa907335dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.057840 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-30a7aa50-f08d-4bfc-9ce8-baa907335dbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25b74382-f0bc-498a-b761-76b99d9dfb02 HTTP/1.1" status: 204 len: 168 time: 0.1751847 Sep 03 16:23:35.066493 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142d723-2136-4f29-9067-96132bca26f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0255e34-9030-4c07-a5d9-4c88dc3da8a8,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:35.070863 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7aa50-f08d-4bfc-9ce8-baa907335dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b74382-f0bc-498a-b761-76b99d9dfb02,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:35.094115 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:23:35.110786 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8df900c4-decc-486c-839f-3bcd780b07a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.144983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8df900c4-decc-486c-839f-3bcd780b07a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.221253 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8df900c4-decc-486c-839f-3bcd780b07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.224623 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8df900c4-decc-486c-839f-3bcd780b07a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.228380 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8df900c4-decc-486c-839f-3bcd780b07a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0255e34-9030-4c07-a5d9-4c88dc3da8a8 HTTP/1.1" status: 204 len: 168 time: 0.1744046 Sep 03 16:23:35.239072 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df900c4-decc-486c-839f-3bcd780b07a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0255e34-9030-4c07-a5d9-4c88dc3da8a8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:35.456314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38406) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:35.473500 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1dc12456-f7b4-4166-9678-8c2b635877e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.530960 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133deba-7b41-4adc-a594-93eb58f6be67 req-e91f8288-4eb7-41e9-82fa-1b8ab79ce6fe tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:35.536402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9133deba-7b41-4adc-a594-93eb58f6be67 req-e91f8288-4eb7-41e9-82fa-1b8ab79ce6fe tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0771959 Sep 03 16:23:35.601706 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1dc12456-f7b4-4166-9678-8c2b635877e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.606384 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1dc12456-f7b4-4166-9678-8c2b635877e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.616519 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9133deba-7b41-4adc-a594-93eb58f6be67 req-17878cea-6bbc-420a-80b1-84254f34c7f8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738907 Sep 03 16:23:35.649132 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f27c1-0eef-4aee-b0ca-89fc46c05704 req-0e81e8d2-1429-4241-9896-98d34aa6a4ad tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:35.650673 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044f27c1-0eef-4aee-b0ca-89fc46c05704 req-0e81e8d2-1429-4241-9896-98d34aa6a4ad tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 945 time: 0.0816531 Sep 03 16:23:35.670779 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc12456-f7b4-4166-9678-8c2b635877e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2567dbf-9f4c-41cd-8bdd-f94540c43b48,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:35.677647 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1dc12456-f7b4-4166-9678-8c2b635877e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d4012785fd1429abfa8f63a3d03ba06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177701 Sep 03 16:23:35.677834 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38418) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:35.713100 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044f27c1-0eef-4aee-b0ca-89fc46c05704 req-34cb8d1d-3b16-4cef-b070-a14541c4cbce tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530527 Sep 03 16:23:35.739542 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d10759af-9e5f-40a4-b248-fdd0c129f955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.764690 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d10759af-9e5f-40a4-b248-fdd0c129f955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.770680 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38420) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:35.787242 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0fedf02d-3b3e-426a-af0b-520d582c4eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.830083 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d10759af-9e5f-40a4-b248-fdd0c129f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.834128 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d10759af-9e5f-40a4-b248-fdd0c129f955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:35.837985 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d10759af-9e5f-40a4-b248-fdd0c129f955 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2567dbf-9f4c-41cd-8bdd-f94540c43b48 HTTP/1.1" status: 204 len: 168 time: 0.1562774 Sep 03 16:23:35.844247 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10759af-9e5f-40a4-b248-fdd0c129f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2567dbf-9f4c-41cd-8bdd-f94540c43b48,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:35.997432 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0fedf02d-3b3e-426a-af0b-520d582c4eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.011799 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0fedf02d-3b3e-426a-af0b-520d582c4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.025592 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-4b873256-0564-4a0d-b173-838d82babe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.035456 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-4b873256-0564-4a0d-b173-838d82babe40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 1099 time: 0.0497212 Sep 03 16:23:36.063356 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:36.084482 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0fedf02d-3b3e-426a-af0b-520d582c4eb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faa7ea3ad30546e6aa2c6f5a223006ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126352 Sep 03 16:23:36.089975 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38432) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:36.093271 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36a030-f9b4-4214-9812-39b26590d27e req-c382b3c1-9612-40c1-9d58-94f36ad009d9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.096060 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4f36a030-f9b4-4214-9812-39b26590d27e req-c382b3c1-9612-40c1-9d58-94f36ad009d9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 945 time: 0.1483083 Sep 03 16:23:36.125694 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ecfd-9fce-4fd7-806c-010f94f8c792 req-bae6a299-9b32-4adc-afb9-82bb8d234317 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.127221 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9cb5ecfd-9fce-4fd7-806c-010f94f8c792 req-bae6a299-9b32-4adc-afb9-82bb8d234317 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1348786 Sep 03 16:23:36.127885 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedf02d-3b3e-426a-af0b-520d582c4eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566240cf-9511-4210-bdbb-4a92b262e332,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:36.151853 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:36.165965 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:36.167330 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.182753 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4f36a030-f9b4-4214-9812-39b26590d27e req-7495503a-ee17-4247-9a61-6f8e96b4f34a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740914 Sep 03 16:23:36.200554 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9fe41a7-1899-4caa-8df7-4a3d235e0e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.209354 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9cb5ecfd-9fce-4fd7-806c-010f94f8c792 req-bd0824c9-586b-4e86-8013-7d5ffafedee0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634196 Sep 03 16:23:36.217728 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-5b967bec-fb9b-410e-966d-26dad7b0a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.219379 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-5b967bec-fb9b-410e-966d-26dad7b0a0df service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1618316 Sep 03 16:23:36.269460 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9fe41a7-1899-4caa-8df7-4a3d235e0e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.272371 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-cc11b867-47bb-423e-98e3-1cc2e4ed8e51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc HTTP/1.1" status: 200 len: 217 time: 0.0452721 Sep 03 16:23:36.296325 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.328411 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:36.329383 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8f985-b555-401b-9daa-6de8b8064a40" -d '{"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-plugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:36.350222 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:36.359802 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-e34c68d3-9bb6-43f3-9dcd-7c5116d201d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.361800 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.362204 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-e34c68d3-9bb6-43f3-9dcd-7c5116d201d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0775163 Sep 03 16:23:36.366219 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 7aeee24b-a565-4176-9d4a-f18e43a6d898 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:36.383424 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504f68e1-e97f-4212-b6ce-a88febf8d8b2 x-openstack-request-id: req-504f68e1-e97f-4212-b6ce-a88febf8d8b2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:36.384292 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-plugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:36.384763 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-504f68e1-e97f-4212-b6ce-a88febf8d8b2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:36.385593 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'code': 200} Sep 03 16:23:36.398244 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-db6983ca-0e2c-405c-8386-5d1f6a38731d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286000 Sep 03 16:23:36.398981 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9fe41a7-1899-4caa-8df7-4a3d235e0e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.402265 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9fe41a7-1899-4caa-8df7-4a3d235e0e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.404042 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e9fe41a7-1899-4caa-8df7-4a3d235e0e28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566240cf-9511-4210-bdbb-4a92b262e332 HTTP/1.1" status: 204 len: 168 time: 0.3119841 Sep 03 16:23:36.431587 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe41a7-1899-4caa-8df7-4a3d235e0e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566240cf-9511-4210-bdbb-4a92b262e332,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:36.534385 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-08621bd3-5194-4e0d-a02c-126200f51587 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252682 Sep 03 16:23:36.560011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:36.601772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 7aeee24b-a565-4176-9d4a-f18e43a6d898 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:36.608245 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 7aeee24b-a565-4176-9d4a-f18e43a6d898 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:36.608628 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.702130 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72703986-03e7-4f66-afc2-498d48a83b1f req-07e5499c-0509-4a76-8ea7-0c4dcb28dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.704137 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-72703986-03e7-4f66-afc2-498d48a83b1f req-07e5499c-0509-4a76-8ea7-0c4dcb28dc12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1099 time: 0.1087291 Sep 03 16:23:36.708079 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2463226-0e45-4c7b-9881-e5df9d3800a7 req-9a1b4ce4-ddc3-4771-95b6-9d918c24fc25 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658216 Sep 03 16:23:36.782719 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.801870 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-72703986-03e7-4f66-afc2-498d48a83b1f req-03d6342d-5d51-4e65-bd51-21468cf37801 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810683 Sep 03 16:23:36.837150 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 7aeee24b-a565-4176-9d4a-f18e43a6d898, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:36.848879 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:36.911881 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993b5dd-2802-48ef-bbf3-d9ba32138f9c req-f7142189-3fb9-4a9e-bbbc-1c49ef0559b4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:36.914818 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4993b5dd-2802-48ef-bbf3-d9ba32138f9c req-f7142189-3fb9-4a9e-bbbc-1c49ef0559b4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0853658 Sep 03 16:23:36.928423 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=7aeee24b-a565-4176-9d4a-f18e43a6d898,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:36.975097 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4993b5dd-2802-48ef-bbf3-d9ba32138f9c req-1dedc39a-afd6-4c36-b45e-c06746b8fcaa tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499811 Sep 03 16:23:37.201782 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38496) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:37.362386 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193d614-a7a3-48ef-ac65-47506b7fdd5f req-cbe9e715-4a16-4a56-b6b7-652888e3dea3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:37.364163 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d193d614-a7a3-48ef-ac65-47506b7fdd5f req-cbe9e715-4a16-4a56-b6b7-652888e3dea3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0857189 Sep 03 16:23:37.375673 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904d609-b313-4ba1-805a-a038bb1b15c0 req-8fc91c6a-4eab-444e-8389-c0aefe72fc7a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:37.377941 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9904d609-b313-4ba1-805a-a038bb1b15c0 req-8fc91c6a-4eab-444e-8389-c0aefe72fc7a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0884867 Sep 03 16:23:37.425935 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94df602a-4791-49e6-b4a8-f424c37d85b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.465565 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9904d609-b313-4ba1-805a-a038bb1b15c0 req-cd3c6066-0668-4fc8-8ba6-a3c47f665d63 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801287 Sep 03 16:23:37.470662 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d193d614-a7a3-48ef-ac65-47506b7fdd5f req-e24d3376-d700-47e1-a013-451a80cbf1a1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915997 Sep 03 16:23:37.575079 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94df602a-4791-49e6-b4a8-f424c37d85b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.579904 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94df602a-4791-49e6-b4a8-f424c37d85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.615559 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df602a-4791-49e6-b4a8-f424c37d85b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a25e985-6f8a-4b75-8cce-aee2d5576335,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:37.627472 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-94df602a-4791-49e6-b4a8-f424c37d85b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cb8c5193dd449caa0f260e2b02545b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216621 Sep 03 16:23:37.627771 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38516) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:37.679206 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94b950d9-7f49-40f4-b93f-e21d43bdab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.706263 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94b950d9-7f49-40f4-b93f-e21d43bdab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.765575 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94b950d9-7f49-40f4-b93f-e21d43bdab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.768340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-94b950d9-7f49-40f4-b93f-e21d43bdab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:37.769609 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-94b950d9-7f49-40f4-b93f-e21d43bdab9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a25e985-6f8a-4b75-8cce-aee2d5576335 HTTP/1.1" status: 204 len: 168 time: 0.1409957 Sep 03 16:23:37.777647 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b950d9-7f49-40f4-b93f-e21d43bdab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a25e985-6f8a-4b75-8cce-aee2d5576335,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:38.166945 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dfb54-185d-45ba-883e-0f2d87b444c1 req-7f691e78-c63c-49bf-91a7-e8ce93d36cce tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:38.168780 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a7dfb54-185d-45ba-883e-0f2d87b444c1 req-7f691e78-c63c-49bf-91a7-e8ce93d36cce tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0676112 Sep 03 16:23:38.234981 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a7dfb54-185d-45ba-883e-0f2d87b444c1 req-39f8e4e8-c464-4a2e-9ada-65de44c13ad1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590737 Sep 03 16:23:38.244745 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df206d92-b06b-46db-bb79-3c649668eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.255465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38550) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:38.270661 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-25ba7265-b0c2-4daf-991f-4d5d79c6374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.387581 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:38.392978 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f23733c-fb43-4f53-82b1-f5e84800bc18" -d '{"events": [{"server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "name": "network-vif-plugged", "status": "completed", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:38.410930 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-25ba7265-b0c2-4daf-991f-4d5d79c6374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.417172 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-25ba7265-b0c2-4daf-991f-4d5d79c6374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.436460 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7244ae25-07bb-4941-b586-73e914fef65b x-openstack-request-id: req-7244ae25-07bb-4941-b586-73e914fef65b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:38.436762 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "name": "network-vif-plugged", "status": "completed", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:38.437199 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7244ae25-07bb-4941-b586-73e914fef65b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:38.437474 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'code': 200} Sep 03 16:23:38.470211 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba7265-b0c2-4daf-991f-4d5d79c6374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a53935a-4529-4d6c-ad3f-9cd9c7fd6754,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:38.476312 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-25ba7265-b0c2-4daf-991f-4d5d79c6374d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e60c1732e337471dae26f060ea32c9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201724 Sep 03 16:23:38.478875 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38562) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:38.569220 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a1b8-6e9a-4d55-aad5-c50bb8218158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.618984 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a1b8-6e9a-4d55-aad5-c50bb8218158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.697993 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dc22a-a547-4e28-b8a0-cbd5eab6470f req-3289470d-a160-4e03-bea0-9fb31f7c4018 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:38.702319 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e837fc-f7d8-490f-8296-999d224b749d req-d169b29a-db31-477e-818d-829d80b93cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:38.704541 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46e837fc-f7d8-490f-8296-999d224b749d req-d169b29a-db31-477e-818d-829d80b93cec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1099 time: 0.0653510 Sep 03 16:23:38.705750 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-693dc22a-a547-4e28-b8a0-cbd5eab6470f req-3289470d-a160-4e03-bea0-9fb31f7c4018 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1131265 Sep 03 16:23:38.728730 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecef002-47a8-490f-be56-26dd7a9d7417 req-92f5b052-c335-44ee-8270-12d1a65036ed tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:38.730423 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ecef002-47a8-490f-be56-26dd7a9d7417 req-92f5b052-c335-44ee-8270-12d1a65036ed tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1072092 Sep 03 16:23:38.744047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a1b8-6e9a-4d55-aad5-c50bb8218158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.747265 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a1b8-6e9a-4d55-aad5-c50bb8218158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:38.748884 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a7b1a1b8-6e9a-4d55-aad5-c50bb8218158 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a53935a-4529-4d6c-ad3f-9cd9c7fd6754 HTTP/1.1" status: 204 len: 168 time: 0.2688773 Sep 03 16:23:38.760554 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1a1b8-6e9a-4d55-aad5-c50bb8218158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a53935a-4529-4d6c-ad3f-9cd9c7fd6754,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:38.777500 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-46e837fc-f7d8-490f-8296-999d224b749d req-e1499436-5450-45cd-90a6-fc4b4979f00a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619128 Sep 03 16:23:38.817738 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-693dc22a-a547-4e28-b8a0-cbd5eab6470f req-9c3a4784-2c35-4a3e-bb92-f263527713ae tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099110 Sep 03 16:23:38.835182 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ecef002-47a8-490f-be56-26dd7a9d7417 req-e11a8e97-f322-4cf4-bd0b-588184054412 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942171 Sep 03 16:23:39.182219 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38588) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:39.197978 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c4b25b3c-b968-422e-877f-c7fd68491b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.314465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c4b25b3c-b968-422e-877f-c7fd68491b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.322205 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c4b25b3c-b968-422e-877f-c7fd68491b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.371318 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c4b25b3c-b968-422e-877f-c7fd68491b06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ebc6c205cc349358553827f1b729965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878204 Sep 03 16:23:39.372548 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b25b3c-b968-422e-877f-c7fd68491b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831d3d2a-efe1-425a-9b43-3ac2678228ce,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:39.375274 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38602) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:39.413508 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93a40e-719a-43bc-85ea-d85da8c9c491 req-6500f790-1c08-4f0e-9097-28f9cf6a0f17 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:39.415098 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb93a40e-719a-43bc-85ea-d85da8c9c491 req-6500f790-1c08-4f0e-9097-28f9cf6a0f17 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0770261 Sep 03 16:23:39.470911 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb93a40e-719a-43bc-85ea-d85da8c9c491 req-71e70927-4c13-4948-b04b-a9c6a4e8b652 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459867 Sep 03 16:23:39.471659 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7867902-e310-4f53-b15e-f83317cbe6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.495200 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7867902-e310-4f53-b15e-f83317cbe6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.587369 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7867902-e310-4f53-b15e-f83317cbe6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.589896 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d7867902-e310-4f53-b15e-f83317cbe6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:39.591013 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d7867902-e310-4f53-b15e-f83317cbe6e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/831d3d2a-efe1-425a-9b43-3ac2678228ce HTTP/1.1" status: 204 len: 168 time: 0.2147238 Sep 03 16:23:39.605320 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7867902-e310-4f53-b15e-f83317cbe6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d3d2a-efe1-425a-9b43-3ac2678228ce,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:39.623390 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ed992-d3fb-4adb-ae9c-392aba24714b req-28d12214-1297-4bd3-bc0f-ef289d056ab4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:39.624938 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ac5ed992-d3fb-4adb-ae9c-392aba24714b req-28d12214-1297-4bd3-bc0f-ef289d056ab4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0670969 Sep 03 16:23:39.634951 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38614) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:39.640122 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'floatingip': {'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:39.710210 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:40.201129 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380e4f3-00cb-412e-8f3a-0fdc96da6973 req-b8716785-328c-401c-973a-4504119c5867 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:40.202686 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7380e4f3-00cb-412e-8f3a-0fdc96da6973 req-b8716785-328c-401c-973a-4504119c5867 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.3268018 Sep 03 16:23:40.230173 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e2acb-110a-4311-834f-7b19d19e7759 req-38927f9b-2f96-48ab-be99-108d4c4ad7ba tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:40.231658 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-476e2acb-110a-4311-834f-7b19d19e7759 req-38927f9b-2f96-48ab-be99-108d4c4ad7ba tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1544318 Sep 03 16:23:40.341036 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7380e4f3-00cb-412e-8f3a-0fdc96da6973 req-18747db6-8d74-4065-b002-1a8a7222132d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230333 Sep 03 16:23:40.374596 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-476e2acb-110a-4311-834f-7b19d19e7759 req-100e1a63-501c-40d8-9a49-bb7c4be042b8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331592 Sep 03 16:23:40.713041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:40.717962 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:40.839794 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Floating IP f71e8244-122c-43cd-a3e3-9f05771a74a8 associated. External IP: 172.27.1.60, port: 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4. Sep 03 16:23:41.068402 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Router ca1f19c2-74be-4523-81e7-f0af93f0275c has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:23:41.160012 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2fc89208-d6c4-4cf5-8132-f2d5d37c2a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:41.191119 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:23:41.195626 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:41.207940 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:23:41.228747 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:41.229815 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:41.233884 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ab4f77c1-d869-4d54-bdc9-c65df5f273fc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "PUT /v2.0/floatingips/f71e8244-122c-43cd-a3e3-9f05771a74a8 HTTP/1.1" status: 200 len: 991 time: 1.5976689 Sep 03 16:23:41.234698 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:41.237326 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32ffa46-db93-4f74-918b-633d8306d749" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:41.252212 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:41.293234 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53402ea-1798-40ed-937d-3fe0cc25746c x-openstack-request-id: req-b53402ea-1798-40ed-937d-3fe0cc25746c {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:41.293763 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:41.294189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b53402ea-1798-40ed-937d-3fe0cc25746c {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:41.294978 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'status': 'completed', 'code': 200} Sep 03 16:23:41.363487 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:41.499285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa64344-6431-48f2-9fd6-6ea1c045fe8c req-20de989e-4d14-4c25-972a-8e14071975dd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:41.502004 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-efa64344-6431-48f2-9fd6-6ea1c045fe8c req-20de989e-4d14-4c25-972a-8e14071975dd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0570569 Sep 03 16:23:41.562287 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-efa64344-6431-48f2-9fd6-6ea1c045fe8c req-bc25fd6e-6406-4da2-9f0b-8a197ea54d81 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528276 Sep 03 16:23:41.662436 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'f71e8244-122c-43cd-a3e3-9f05771a74a8', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'mac_address': 'fa:16:3e:00:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:23:18Z', 'updated_at': '2021-09-03T16:23:40Z', 'revision_number': 1, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:41.676781 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945208-91d9-42c3-82b3-4cc4eb589ec4 req-4ebffaf9-8de3-4e79-adcd-fdb2a0a9884e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:41.680470 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e945208-91d9-42c3-82b3-4cc4eb589ec4 req-4ebffaf9-8de3-4e79-adcd-fdb2a0a9884e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0577235 Sep 03 16:23:41.694726 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:23:41.703012 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:41.703632 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:41.721144 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e945208-91d9-42c3-82b3-4cc4eb589ec4 req-63bf0844-2567-4404-af1f-04e0af14e689 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Sep 03 16:23:41.830736 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38716) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:41.838456 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:41.960430 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3beabde1-a67d-4998-8a23-799d17c57ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.089800 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3beabde1-a67d-4998-8a23-799d17c57ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.095439 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3beabde1-a67d-4998-8a23-799d17c57ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.098026 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'f71e8244-122c-43cd-a3e3-9f05771a74a8', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'mac_address': 'fa:16:3e:00:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:23:18Z', 'updated_at': '2021-09-03T16:23:40Z', 'revision_number': 1, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:42.128895 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21282d9-4c7f-4c43-a028-ded6d568fa67 None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'f71e8244-122c-43cd-a3e3-9f05771a74a8', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'mac_address': 'fa:16:3e:00:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:23:18Z', 'updated_at': '2021-09-03T16:23:40Z', 'revision_number': 1, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:42.134644 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3beabde1-a67d-4998-8a23-799d17c57ba6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd9518cde2164ff9ac1af9cf46d1b121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028212 Sep 03 16:23:42.135524 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beabde1-a67d-4998-8a23-799d17c57ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd853f1-2ad1-42e1-a760-6e4eec55d713,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:42.137406 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38726) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:42.195504 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee2b002c-a8bb-42ea-bdc0-54dd06b992a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.217660 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee2b002c-a8bb-42ea-bdc0-54dd06b992a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.250754 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.269679 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee2b002c-a8bb-42ea-bdc0-54dd06b992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.272231 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ee2b002c-a8bb-42ea-bdc0-54dd06b992a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.273397 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ee2b002c-a8bb-42ea-bdc0-54dd06b992a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bd853f1-2ad1-42e1-a760-6e4eec55d713 HTTP/1.1" status: 204 len: 168 time: 0.1338284 Sep 03 16:23:42.281432 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b002c-a8bb-42ea-bdc0-54dd06b992a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd853f1-2ad1-42e1-a760-6e4eec55d713,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:42.340935 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113c750-af14-468b-844d-71844624fd0a None None] New status for floating IP f71e8244-122c-43cd-a3e3-9f05771a74a8: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:23:42.585579 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38738) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:42.600807 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a67330f0-51c4-40d6-88a7-85299ea8563c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.687264 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4108b2-07a4-42ea-b553-0475ee82ec16 req-c41deeef-534e-47bf-9ccd-e260c6e7cecc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:42.688834 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ce4108b2-07a4-42ea-b553-0475ee82ec16 req-c41deeef-534e-47bf-9ccd-e260c6e7cecc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0510194 Sep 03 16:23:42.698105 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a67330f0-51c4-40d6-88a7-85299ea8563c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.702025 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a67330f0-51c4-40d6-88a7-85299ea8563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.729020 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ce4108b2-07a4-42ea-b553-0475ee82ec16 req-ae217511-e7d6-4a62-93df-fb2615e58318 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340085 Sep 03 16:23:42.738649 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67330f0-51c4-40d6-88a7-85299ea8563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ca0ee-8c16-4bf6-8cae-150deb4bbdc3,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:42.755633 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a67330f0-51c4-40d6-88a7-85299ea8563c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45a2c4d8f751465bbddb2cdb07ea7963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689084 Sep 03 16:23:42.758233 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38742) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:42.820141 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5599f96a-b95d-43c3-b0e8-4bf4adaa6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.842575 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5599f96a-b95d-43c3-b0e8-4bf4adaa6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.858169 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fe521-c7a9-48d0-b5a0-319d0a2c4ad0 req-94d21075-c9b1-4f81-b8e7-89bc21ac0bea tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:42.859664 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b3fe521-c7a9-48d0-b5a0-319d0a2c4ad0 req-94d21075-c9b1-4f81-b8e7-89bc21ac0bea tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0536397 Sep 03 16:23:42.889532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5599f96a-b95d-43c3-b0e8-4bf4adaa6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.893048 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5599f96a-b95d-43c3-b0e8-4bf4adaa6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:42.896685 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5599f96a-b95d-43c3-b0e8-4bf4adaa6ebb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f90ca0ee-8c16-4bf6-8cae-150deb4bbdc3 HTTP/1.1" status: 204 len: 168 time: 0.1350253 Sep 03 16:23:42.902360 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599f96a-b95d-43c3-b0e8-4bf4adaa6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ca0ee-8c16-4bf6-8cae-150deb4bbdc3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:42.903497 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b3fe521-c7a9-48d0-b5a0-319d0a2c4ad0 req-f0e55dbd-111c-4f21-b840-4e4e7b90ce33 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Sep 03 16:23:43.078841 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ffa46-db93-4f74-918b-633d8306d749 req-b24c48e4-fd1b-426e-828a-3a016b9dd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:43.080484 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-b24c48e4-fd1b-426e-828a-3a016b9dd37d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1099 time: 0.0472836 Sep 03 16:23:43.200043 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ffa46-db93-4f74-918b-633d8306d749 req-74fe04d7-ca69-4d11-88cb-0a539c04fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:43.202192 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-74fe04d7-ca69-4d11-88cb-0a539c04fe68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.1063356 Sep 03 16:23:43.336010 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-908f735b-402f-4d33-ba34-9521595c997f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 1001 time: 0.1163297 Sep 03 16:23:43.403642 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ffa46-db93-4f74-918b-633d8306d749 req-e52f4181-df77-469d-9f59-ab55a5138b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:43.405510 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-e52f4181-df77-469d-9f59-ab55a5138b95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0565150 Sep 03 16:23:43.456247 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ffa46-db93-4f74-918b-633d8306d749 req-090fb304-ddc6-4eb3-9f53-659d15d5c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:43.457936 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-090fb304-ddc6-4eb3-9f53-659d15d5c8e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445874 Sep 03 16:23:43.570533 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-29a0c6d6-d45a-4a3c-8630-331aaf0b6e28 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947075 Sep 03 16:23:43.863665 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:44.086387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e686f-e42e-44e4-a2d2-37fe4f88cef4 req-9a340068-e6ba-4778-ba4e-e2b555764c19 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:44.087999 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-476e686f-e42e-44e4-a2d2-37fe4f88cef4 req-9a340068-e6ba-4778-ba4e-e2b555764c19 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.2854404 Sep 03 16:23:44.105158 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e5dba-9751-4baf-8105-18ed154807af req-58bbfd8e-ccfa-4ef6-bdad-dd6cb72e462b tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:44.107817 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f45e5dba-9751-4baf-8105-18ed154807af req-58bbfd8e-ccfa-4ef6-bdad-dd6cb72e462b tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.0724306 Sep 03 16:23:44.172920 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-476e686f-e42e-44e4-a2d2-37fe4f88cef4 req-3fb8ba28-0189-4d6c-a87c-bc4c0a7d5534 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631044 Sep 03 16:23:44.178418 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f45e5dba-9751-4baf-8105-18ed154807af req-1baf215b-91db-419b-be52-ee5ffc24b176 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588956 Sep 03 16:23:44.288267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113f7dc-5f60-46f3-95ca-5f044cfbca49 req-64c4945d-adb8-4672-b083-104fa29d54e9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:44.289781 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e113f7dc-5f60-46f3-95ca-5f044cfbca49 req-64c4945d-adb8-4672-b083-104fa29d54e9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0520196 Sep 03 16:23:44.333086 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e113f7dc-5f60-46f3-95ca-5f044cfbca49 req-ab24cfa0-3298-4a66-a7c3-0c69ba603b17 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Sep 03 16:23:44.437151 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a75f3d-a502-4c19-b5d4-5945e5ae7ee4 req-1afbcc80-e583-4031-b3e8-3b313e7a0246 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:44.439181 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17a75f3d-a502-4c19-b5d4-5945e5ae7ee4 req-1afbcc80-e583-4031-b3e8-3b313e7a0246 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0495877 Sep 03 16:23:44.448531 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38840) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:44.453318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'floatingip': {'port_id': '7aeee24b-a565-4176-9d4a-f18e43a6d898'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:44.499057 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:44.612046 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a32ffa46-db93-4f74-918b-633d8306d749 req-42c350f4-ac19-4b78-9f5f-2a2a1ff09313 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904350 Sep 03 16:23:44.939475 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:44.943733 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:45.041281 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Floating IP 1b53e732-9a40-456e-b08e-27de39e7d7cb associated. External IP: 172.27.1.156, port: 7aeee24b-a565-4176-9d4a-f18e43a6d898. Sep 03 16:23:45.249831 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:23:45.364491 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331fa84-0758-4c80-b2e3-b0557a81c1cc req-b00ab684-79e0-43e1-b6eb-53fe1b499700 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:45.365989 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d331fa84-0758-4c80-b2e3-b0557a81c1cc req-b00ab684-79e0-43e1-b6eb-53fe1b499700 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.1133561 Sep 03 16:23:45.422426 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d331fa84-0758-4c80-b2e3-b0557a81c1cc req-88fe97ea-fbc2-42ae-9c11-1fbac34bf5a5 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469182 Sep 03 16:23:45.424211 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:23:45.428974 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:45.438942 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:23:45.450390 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:45.451347 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:45.464403 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-476c765d-cd6e-485f-beeb-35c510e03553 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "PUT /v2.0/floatingips/1b53e732-9a40-456e-b08e-27de39e7d7cb HTTP/1.1" status: 200 len: 992 time: 1.0121791 Sep 03 16:23:45.464403 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:45.465126 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:45.563094 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b4602-8065-4696-9495-f9aeedaed57d req-63bd1f1a-8a19-4922-bdca-5869fc14940f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:45.564740 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-820b4602-8065-4696-9495-f9aeedaed57d req-63bd1f1a-8a19-4922-bdca-5869fc14940f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0553002 Sep 03 16:23:45.605299 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-820b4602-8065-4696-9495-f9aeedaed57d req-7e430b53-d600-4f72-86d3-6a9f105fcc5a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Sep 03 16:23:45.640725 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:45.873744 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '1b53e732-9a40-456e-b08e-27de39e7d7cb', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'port_id': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'mac_address': 'fa:16:3e:28:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec69bed-7803-492e-8586-9070fdf04a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:23:19Z', 'updated_at': '2021-09-03T16:23:44Z', 'revision_number': 1, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:45.902458 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:23:45.912169 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:23:45.912901 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:23:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:46.012156 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:23:46.238694 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '1b53e732-9a40-456e-b08e-27de39e7d7cb', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'port_id': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'mac_address': 'fa:16:3e:28:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec69bed-7803-492e-8586-9070fdf04a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:23:19Z', 'updated_at': '2021-09-03T16:23:44Z', 'revision_number': 1, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:46.264579 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b329b00-8db5-494a-85c9-be7165c81b7b None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '1b53e732-9a40-456e-b08e-27de39e7d7cb', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'port_id': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'mac_address': 'fa:16:3e:28:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec69bed-7803-492e-8586-9070fdf04a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:23:19Z', 'updated_at': '2021-09-03T16:23:44Z', 'revision_number': 1, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:23:46.461799 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275de98-d411-45bd-8b5c-f60db1625754 None None] New status for floating IP 1b53e732-9a40-456e-b08e-27de39e7d7cb: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:23:46.575017 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fee8b3-c876-41f9-bb88-33c6b62b71da x-openstack-request-id: req-67fee8b3-c876-41f9-bb88-33c6b62b71da {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:46.575524 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:46.575688 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67fee8b3-c876-41f9-bb88-33c6b62b71da {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:46.576176 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'status': 'completed', 'code': 200} Sep 03 16:23:46.746764 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8f104-69ca-4401-8cd3-6e45a92bb77a req-f20b1365-c426-44f5-add1-7b2df7ae8147 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:46.748428 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-25b8f104-69ca-4401-8cd3-6e45a92bb77a req-f20b1365-c426-44f5-add1-7b2df7ae8147 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.1206634 Sep 03 16:23:46.770918 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926ee21-a847-4360-9674-7ecd373fe281 req-7595e793-eeea-4d42-9885-c6dd3a64e6aa tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:46.772559 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4926ee21-a847-4360-9674-7ecd373fe281 req-7595e793-eeea-4d42-9885-c6dd3a64e6aa tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0881956 Sep 03 16:23:46.816210 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-25b8f104-69ca-4401-8cd3-6e45a92bb77a req-66ca9dd7-e594-4924-801f-f3b8954495be tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593762 Sep 03 16:23:46.825032 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-8f58080f-2fb2-4f3d-808f-4244ae365195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:46.827149 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-8f58080f-2fb2-4f3d-808f-4244ae365195 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1099 time: 0.2193606 Sep 03 16:23:46.840848 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4926ee21-a847-4360-9674-7ecd373fe281 req-f3542bc8-1e69-4abf-8f3b-4ca4c1ebaf18 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602169 Sep 03 16:23:46.920279 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-7b045e87-83a9-4601-bf4e-f35926865a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:46.921813 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-7b045e87-83a9-4601-bf4e-f35926865a54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.0867636 Sep 03 16:23:46.992696 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-92a7e509-59ce-4316-8aaa-1834f3609f9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 1002 time: 0.0628388 Sep 03 16:23:47.061344 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-5c43b875-4b54-4701-aa5f-03091f296d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:47.062955 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-5c43b875-4b54-4701-aa5f-03091f296d36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.0576971 Sep 03 16:23:47.119426 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-b206f47f-890c-4daa-bf36-c6bc0797d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:47.120951 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-b206f47f-890c-4daa-bf36-c6bc0797d01a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480206 Sep 03 16:23:47.219888 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-711830f0-2639-4c40-ad10-3920b2ae0c17 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896881 Sep 03 16:23:47.326755 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ac14cad1-d5c2-4a35-934e-abcbd8b9fd71 req-25c776ab-8439-4927-932c-a6a0cb6026c3 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989754 Sep 03 16:23:47.722089 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38908) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:47.832437 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:47.947132 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:47.951392 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.062228 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1781ac-e1c5-494c-88a5-3cf8139dcdcd,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:48.067736 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad1a3960fd7141cd87d131eb36d77a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438299 Sep 03 16:23:48.070100 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38930) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:48.093269 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ce82-e9e1-40be-86f5-1de742a6c0f2 req-16684a43-914d-4717-a3eb-dd3109a57d09 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:48.101315 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82f0ce82-e9e1-40be-86f5-1de742a6c0f2 req-16684a43-914d-4717-a3eb-dd3109a57d09 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.1745741 Sep 03 16:23:48.111740 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.112182 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.112538 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.112899 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.113380 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.113824 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.114186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.114544 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.114906 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.115266 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.115697 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.116239 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45060954-78e1-4358-b534-7c595887e0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.143253 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf3d70-6f2a-4f4f-aae0-a1f2fb2329a9 req-0880563f-ced8-4a84-8825-dd05b1073955 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:48.144847 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80bf3d70-6f2a-4f4f-aae0-a1f2fb2329a9 req-0880563f-ced8-4a84-8825-dd05b1073955 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.2000628 Sep 03 16:23:48.154134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.184058 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82f0ce82-e9e1-40be-86f5-1de742a6c0f2 req-846f4e39-417c-42ff-81bc-94f44d642f9c tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817389 Sep 03 16:23:48.184788 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38934) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:48.195496 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.227970 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80bf3d70-6f2a-4f4f-aae0-a1f2fb2329a9 req-e393b6a0-9195-407b-8d4b-9a9edc225417 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 Sep 03 16:23:48.249323 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.252069 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.253238 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f1781ac-e1c5-494c-88a5-3cf8139dcdcd HTTP/1.1" status: 204 len: 168 time: 0.1782720 Sep 03 16:23:48.262944 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1781ac-e1c5-494c-88a5-3cf8139dcdcd,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:48.272589 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.272955 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.273302 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.273642 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.274027 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.274366 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.274857 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.275557 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.276101 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.276603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.276944 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.277276 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8afb7b-c6b3-4e3f-ad3a-0d08e38f43fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:48.368917 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-777cc62e-cc76-4c73-a719-b73a52032422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.472514 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-777cc62e-cc76-4c73-a719-b73a52032422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.477299 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-777cc62e-cc76-4c73-a719-b73a52032422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.529741 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cc62e-cc76-4c73-a719-b73a52032422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3791444-2219-4c50-a9a2-7f4af99a81ad,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:48.539836 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38952) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:48.540528 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-777cc62e-cc76-4c73-a719-b73a52032422 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebc66672980b42b1bde53cafd1a5855d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484774 Sep 03 16:23:48.605588 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 38956) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:48.617071 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-483973dc-c765-4194-8354-e5ffc84e3d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.624636 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63b555ff-b869-48fc-8530-fb5f78f2df9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.655267 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-483973dc-c765-4194-8354-e5ffc84e3d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.750333 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-483973dc-c765-4194-8354-e5ffc84e3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.754146 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-483973dc-c765-4194-8354-e5ffc84e3d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.755511 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-483973dc-c765-4194-8354-e5ffc84e3d74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3791444-2219-4c50-a9a2-7f4af99a81ad HTTP/1.1" status: 204 len: 168 time: 0.2142792 Sep 03 16:23:48.773412 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483973dc-c765-4194-8354-e5ffc84e3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3791444-2219-4c50-a9a2-7f4af99a81ad,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:48.797780 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63b555ff-b869-48fc-8530-fb5f78f2df9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.805185 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63b555ff-b869-48fc-8530-fb5f78f2df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.848666 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-63b555ff-b869-48fc-8530-fb5f78f2df9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ad0d5e4e72441158c7711c6b79050a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414896 Sep 03 16:23:48.848868 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38964) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:48.849870 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b555ff-b869-48fc-8530-fb5f78f2df9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16200beb-8005-4959-abce-72c16b2cf08c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:48.907555 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57bf4cf4-f3d5-4a70-b210-49d78a9d00f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.931328 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57bf4cf4-f3d5-4a70-b210-49d78a9d00f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.992339 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57bf4cf4-f3d5-4a70-b210-49d78a9d00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.994873 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57bf4cf4-f3d5-4a70-b210-49d78a9d00f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.996215 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-57bf4cf4-f3d5-4a70-b210-49d78a9d00f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16200beb-8005-4959-abce-72c16b2cf08c HTTP/1.1" status: 204 len: 168 time: 0.1461992 Sep 03 16:23:49.004579 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf4cf4-f3d5-4a70-b210-49d78a9d00f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16200beb-8005-4959-abce-72c16b2cf08c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:49.101756 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-5e23e2fd-f852-40f8-a070-ddfe393c81d6 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:49.104112 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-5e23e2fd-f852-40f8-a070-ddfe393c81d6 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.0839438 Sep 03 16:23:49.171740 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38970) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:49.188732 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5596bb89-3687-4e09-915b-9fba9a655427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.310444 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Deleting port d833a828-edb9-4d45-8f49-9625735a9050 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:23:49.310891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.376087 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5596bb89-3687-4e09-915b-9fba9a655427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.395039 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487249-942f-4cc5-8a03-af042319ad69 req-a0ffbc0d-a3d9-4f89-8c3c-a75cc236770e tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:49.395722 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-63487249-942f-4cc5-8a03-af042319ad69 req-a0ffbc0d-a3d9-4f89-8c3c-a75cc236770e tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 945 time: 0.1105933 Sep 03 16:23:49.401362 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5596bb89-3687-4e09-915b-9fba9a655427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.418910 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01250d7-d7db-4ab7-93a5-66b9e363c540 req-66347d2f-d67d-4613-a319-eadad51a83da tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:49.419815 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] For port d833a828-edb9-4d45-8f49-9625735a9050, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=d833a828-edb9-4d45-8f49-9625735a9050,segment=NetworkSegment(7c36606d-4d96-4370-98f5-1e7be2ff0778),segment_id=7c36606d-4d96-4370-98f5-1e7be2ff0778)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:49.420282 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.420501 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a01250d7-d7db-4ab7-93a5-66b9e363c540 req-66347d2f-d67d-4613-a319-eadad51a83da tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1004992 Sep 03 16:23:49.439489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Calling delete_port for d833a828-edb9-4d45-8f49-9625735a9050 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:23:49.508202 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5596bb89-3687-4e09-915b-9fba9a655427 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=407e57e4736b4c8c83d6dca71b8c5d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346829 Sep 03 16:23:49.509047 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596bb89-3687-4e09-915b-9fba9a655427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3e969-6a23-4ad3-8902-18f1fa84b721,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:49.513580 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 38992) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:49.548939 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a01250d7-d7db-4ab7-93a5-66b9e363c540 req-709a9a09-e340-42c9-93dd-fc458dc6b372 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121469 Sep 03 16:23:49.569604 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-63487249-942f-4cc5-8a03-af042319ad69 req-42663834-83f4-4d00-8515-9389e18fd2e3 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/security-groups?id=149c1f7d-4c29-4030-8a79-c42c252b482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644461 Sep 03 16:23:49.642254 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8b65f217-18b3-4274-bcec-52ca6f5482f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.673229 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8b65f217-18b3-4274-bcec-52ca6f5482f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.682488 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.696915 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['d833a828-edb9-4d45-8f49-9625735a9050'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:23:49.736338 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8b65f217-18b3-4274-bcec-52ca6f5482f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.740516 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8b65f217-18b3-4274-bcec-52ca6f5482f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.742095 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8b65f217-18b3-4274-bcec-52ca6f5482f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdc3e969-6a23-4ad3-8902-18f1fa84b721 HTTP/1.1" status: 204 len: 168 time: 0.2139239 Sep 03 16:23:49.751723 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Pushing event deleted for resources: {'Port': ['ID=d833a828-edb9-4d45-8f49-9625735a9050,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:49.768587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65f217-18b3-4274-bcec-52ca6f5482f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3e969-6a23-4ad3-8902-18f1fa84b721,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:49.914117 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] No DVR routers for this DVR port d833a828-edb9-4d45-8f49-9625735a9050 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:23:49.919983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:49.923160 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d7920c22-be65-4655-83e6-c3b9adb5f537 req-49f2a6f5-7cab-4e0e-b3ee-7fe2c5885baa tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.15 "DELETE /v2.0/ports/d833a828-edb9-4d45-8f49-9625735a9050 HTTP/1.1" status: 204 len: 173 time: 0.8094947 Sep 03 16:23:49.923624 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'name': 'network-vif-deleted', 'tag': 'd833a828-edb9-4d45-8f49-9625735a9050'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:49.926123 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfde30c-dabe-48d9-a9f3-65f55545dba5" -d '{"events": [{"server_uuid": "2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8", "name": "network-vif-deleted", "tag": "d833a828-edb9-4d45-8f49-9625735a9050"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:49.981944 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4566205b-2f1f-4825-a8bc-f85769a099f6 x-openstack-request-id: req-4566205b-2f1f-4825-a8bc-f85769a099f6 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:23:49.982334 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8", "name": "network-vif-deleted", "tag": "d833a828-edb9-4d45-8f49-9625735a9050", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:23:49.982679 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4566205b-2f1f-4825-a8bc-f85769a099f6 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:23:49.983163 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8', 'name': 'network-vif-deleted', 'tag': 'd833a828-edb9-4d45-8f49-9625735a9050', 'status': 'completed', 'code': 200} Sep 03 16:23:50.683054 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39062) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:50.722782 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d3aa4e8c-378b-46ec-a987-edacfa1cb24d req-abdc50de-0321-42aa-8c37-8f5ccc715595 tempest-DeleteServersTestJSON-388005474 tempest-DeleteServersTestJSON-388005474-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c668b65-7f58-4f2f-ba5a-0b31d15ba5d8 HTTP/1.1" status: 200 len: 210 time: 0.0450585 Sep 03 16:23:50.763922 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9af86-f53e-41b5-9460-c89228aa0b10 req-af3ac9d7-e8c8-4778-b5f7-03ae9fefdf6f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:50.765535 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-65c9af86-f53e-41b5-9460-c89228aa0b10 req-af3ac9d7-e8c8-4778-b5f7-03ae9fefdf6f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1209099 Sep 03 16:23:50.805222 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-65c9af86-f53e-41b5-9460-c89228aa0b10 req-164eea50-5cc1-444a-862a-cb3dafd48e08 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Sep 03 16:23:50.826755 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870056982-network', 'tenant_id': '73ce4fab01864891810528fe283522c9'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:50.861265 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Made reservation on behalf of 73ce4fab01864891810528fe283522c9 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:50.863923 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:50.872360 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.018608 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.023525 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.074263 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:23:51.084193 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04875866-8a57-441f-86cf-7612c780406a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:51.087431 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.088085 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Added segment 688a6684-2059-41fb-8b9c-ebe413f7ee6d of type vlan for network a7071ec2-776b-456b-8224-b1e84ecdb315 Sep 03 16:23:51.151901 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.184884 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.185647 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:51.186273 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.235982 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5509117 Sep 03 16:23:51.238631 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39114) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:51.243436 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Request body: {'subnet': {'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870056982-subnet', 'tenant_id': '73ce4fab01864891810528fe283522c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:51.267812 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Made reservation on behalf of 73ce4fab01864891810528fe283522c9 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:51.270436 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654986'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.270840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a530-d7a2-4c05-8418-42889836ed09 admin admin] Pushing event updated for resources: {'Network': ['ID=a7071ec2-776b-456b-8224-b1e84ecdb315,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:51.281439 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network a7071ec2-776b-456b-8224-b1e84ecdb315 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:23:51.506439 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11655012'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.522469 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39124) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:51.565364 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433c7f7a-ea8a-4067-ba8f-6cd2557849e1,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:51.575262 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Checking segment: {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:51.575629 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Network hostable DHCP agents. Network: a7071ec2-776b-456b-8224-b1e84ecdb315, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:23:51.595478 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Network a7071ec2-776b-456b-8224-b1e84ecdb315 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:23:51.605834 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, a7071ec2-776b-456b-8224-b1e84ecdb315) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:51.614167 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:51.614531 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.618475 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61f7d5-d145-49ad-b7dc-f9924e34af72 None None] Network a7071ec2-776b-456b-8224-b1e84ecdb315 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:23:51.642119 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-29ecb4e2-9831-4926-93e1-4a1d1bce3c09 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4024489 Sep 03 16:23:51.649475 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ad161f6-c06e-4365-8ca8-1bcc36b155ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.753860 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af66a50-4262-4eea-9e99-9f4b7aeb2c66 None None] Network a7071ec2-776b-456b-8224-b1e84ecdb315 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:23:51.799153 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ad161f6-c06e-4365-8ca8-1bcc36b155ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.804707 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1ad161f6-c06e-4365-8ca8-1bcc36b155ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:51.857306 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1ad161f6-c06e-4365-8ca8-1bcc36b155ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3a1e549700243dc8ed6183a26841ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336675 Sep 03 16:23:51.860135 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39140) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:51.908658 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad161f6-c06e-4365-8ca8-1bcc36b155ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17425bda-040d-48ab-b267-c00ce2679e5f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:51.982838 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35836688-7eef-40a7-addb-22bfebdb294c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.008721 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35836688-7eef-40a7-addb-22bfebdb294c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.040818 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0dff-8045-4077-a680-dda564063010 req-1a0ac7e7-4284-4256-b228-b4dd5c179c66 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:52.048662 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba6e0dff-8045-4077-a680-dda564063010 req-1a0ac7e7-4284-4256-b228-b4dd5c179c66 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1293697 Sep 03 16:23:52.101758 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba6e0dff-8045-4077-a680-dda564063010 req-9fd8971d-0939-49f5-9acc-285140dc03e7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Sep 03 16:23:52.129961 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35836688-7eef-40a7-addb-22bfebdb294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.133907 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35836688-7eef-40a7-addb-22bfebdb294c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.137476 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-35836688-7eef-40a7-addb-22bfebdb294c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17425bda-040d-48ab-b267-c00ce2679e5f HTTP/1.1" status: 204 len: 168 time: 0.2738488 Sep 03 16:23:52.150124 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35836688-7eef-40a7-addb-22bfebdb294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17425bda-040d-48ab-b267-c00ce2679e5f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:52.459428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39170) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:52.472903 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-95798706-51ad-44f6-849a-0b5bfd1cf714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.565607 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-95798706-51ad-44f6-849a-0b5bfd1cf714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.569697 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-95798706-51ad-44f6-849a-0b5bfd1cf714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.608997 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-95798706-51ad-44f6-849a-0b5bfd1cf714 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5785794a0874e21bb25284c8ac532ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483555 Sep 03 16:23:52.610608 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95798706-51ad-44f6-849a-0b5bfd1cf714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd4781-a508-49eb-9416-317fbf3e435d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:52.612432 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39172) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:52.671976 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-173b563d-7fd8-42fa-a61e-01baeebed6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.715827 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-173b563d-7fd8-42fa-a61e-01baeebed6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.771493 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-173b563d-7fd8-42fa-a61e-01baeebed6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.774101 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-173b563d-7fd8-42fa-a61e-01baeebed6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.775268 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-173b563d-7fd8-42fa-a61e-01baeebed6d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5acd4781-a508-49eb-9416-317fbf3e435d HTTP/1.1" status: 204 len: 168 time: 0.1615856 Sep 03 16:23:52.784051 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b563d-7fd8-42fa-a61e-01baeebed6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd4781-a508-49eb-9416-317fbf3e435d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:53.214176 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbbef2-235b-42f6-a7c4-931a866ad419 req-e34f72d4-1e4a-4f51-a045-332a7fdb9deb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:53.216602 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcdbbef2-235b-42f6-a7c4-931a866ad419 req-e34f72d4-1e4a-4f51-a045-332a7fdb9deb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0516462 Sep 03 16:23:53.263303 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcdbbef2-235b-42f6-a7c4-931a866ad419 req-cd3d0dcd-fd91-421c-bd59-1ffb3f4087c3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Sep 03 16:23:53.394543 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39216) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:53.441526 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Deleting subnet 24c9a69e-c05b-41f3-b5ec-b6570c667ea7 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:23:53.444905 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:53.484450 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:53.547965 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:53.694863 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:53.729790 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c9a69e-c05b-41f3-b5ec-b6570c667ea7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:53.744485 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:53.746477 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5bb710d1-3aa1-4953-bc32-126bee5dc3c1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24c9a69e-c05b-41f3-b5ec-b6570c667ea7 HTTP/1.1" status: 204 len: 168 time: 0.3509257 Sep 03 16:23:53.751170 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39236) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:53.775029 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-0494a317-e472-4b8d-be69-c83c03563be1 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:53.785392 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-0494a317-e472-4b8d-be69-c83c03563be1 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/networks?id=a7071ec2-776b-456b-8224-b1e84ecdb315 HTTP/1.1" status: 200 len: 808 time: 0.2097731 Sep 03 16:23:53.812234 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-4ed5f612-de49-4b0e-a5ef-a503e54d52ec tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/quotas/73ce4fab01864891810528fe283522c9 HTTP/1.1" status: 200 len: 375 time: 0.0143087 Sep 03 16:23:53.867830 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-ac2330ca-6742-492d-9d66-c3f1f2a7e546 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73ce4fab01864891810528fe283522c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450170 Sep 03 16:23:53.897914 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:53.979059 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-e6f4e7e8-39a3-4e46-ae8c-0d7b6a7d05fd service neutron] 10.222.0.42 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099911 Sep 03 16:23:53.994152 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.010988 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398eb862-1b07-46bc-bcab-82480616e164']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:54.025990 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c36606d-4d96-4370-98f5-1e7be2ff0778') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:54.026310 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c36606d-4d96-4370-98f5-1e7be2ff0778') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:23:54.047756 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.068760 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.080518 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:23:54.081100 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:23:54.086302 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:23:54.164491 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device d833a828-edb9-4d45-8f49-9625735a9050 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:23:54.193236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.200939 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.202386 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: d833a828-edb9-4d45-8f49-9625735a9050 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:23:54.202737 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device d833a828-edb9-4d45-8f49-9625735a9050 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:23:54.204104 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] 10.222.0.42 "DELETE /v2.0/networks/398eb862-1b07-46bc-bcab-82480616e164 HTTP/1.1" status: 204 len: 168 time: 0.4508054 Sep 03 16:23:54.222198 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afdaad-baa0-4062-9575-df44bea58f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=398eb862-1b07-46bc-bcab-82480616e164,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:54.373580 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-122a00fb-bb56-43e3-aeaa-b8a9fd32aef9 service neutron] 10.222.0.42 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934896 Sep 03 16:23:54.403330 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39260) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:54.444112 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c0a99e01-8f95-4a00-80d7-c6c1c1e9ed07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2023ad20b5a943838b99afbba9d4145c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395236 Sep 03 16:23:54.446840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39262) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:54.502220 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f8fee316-77fb-4cd2-af2e-6657fe51aa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.529148 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f8fee316-77fb-4cd2-af2e-6657fe51aa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.568277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3e8e-8ef7-4e0e-98f4-e0f0cd14a99e req-8e144f59-e79f-4870-85b7-77b7396a51dd tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:54.580811 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-098a3e8e-8ef7-4e0e-98f4-e0f0cd14a99e req-8e144f59-e79f-4870-85b7-77b7396a51dd tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0557580 Sep 03 16:23:54.585423 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f8fee316-77fb-4cd2-af2e-6657fe51aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.588099 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f8fee316-77fb-4cd2-af2e-6657fe51aa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:54.589457 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f8fee316-77fb-4cd2-af2e-6657fe51aa27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/149c1f7d-4c29-4030-8a79-c42c252b482f HTTP/1.1" status: 204 len: 168 time: 0.1415894 Sep 03 16:23:54.597945 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fee316-77fb-4cd2-af2e-6657fe51aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c1f7d-4c29-4030-8a79-c42c252b482f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:54.628990 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-098a3e8e-8ef7-4e0e-98f4-e0f0cd14a99e req-f5531081-8b29-490c-a202-903c9bf26de5 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Sep 03 16:23:55.407619 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41d9da8e-bb73-496a-b8a6-d1048c40ac1c req-9c7e71f9-588c-45f0-8d17-3970f15337a9 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Sep 03 16:23:55.764534 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea023-daea-41a8-899a-def7359d7d2e req-34b26eaa-b69e-427e-8418-12c5b1eb8276 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:55.766996 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e84ea023-daea-41a8-899a-def7359d7d2e req-34b26eaa-b69e-427e-8418-12c5b1eb8276 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0654244 Sep 03 16:23:55.806116 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e84ea023-daea-41a8-899a-def7359d7d2e req-40a1fa98-858d-421f-a291-b8bf352e7dfb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Sep 03 16:23:57.373574 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f0c8c46c-ab4d-435f-b1ed-e5ead3a52da4 req-8c8efe38-f7b9-44c5-8f5b-ae6c398e59c8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 210 time: 0.0340514 Sep 03 16:23:57.431461 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66d028-2927-472f-8848-491cb09ad91b req-2a17a93a-cccb-433a-a66e-f5fb0592af06 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:57.433096 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c66d028-2927-472f-8848-491cb09ad91b req-2a17a93a-cccb-433a-a66e-f5fb0592af06 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0580521 Sep 03 16:23:57.473430 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c66d028-2927-472f-8848-491cb09ad91b req-06049254-a976-41fd-97cc-7e62b6e99c6c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330622 Sep 03 16:23:58.015780 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-fd81c4df-553d-4379-92c9-3504dca09fc5 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:58.017571 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-fd81c4df-553d-4379-92c9-3504dca09fc5 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "GET /v2.0/networks?id=a7071ec2-776b-456b-8224-b1e84ecdb315 HTTP/1.1" status: 200 len: 808 time: 0.1332781 Sep 03 16:23:58.041165 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Request body: {'port': {'device_id': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315', 'admin_state_up': True, 'tenant_id': '73ce4fab01864891810528fe283522c9'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:58.169998 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Made reservation on behalf of 73ce4fab01864891810528fe283522c9 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:58.173791 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:58.323168 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Allocated IP 172.20.0.5 (a7071ec2-776b-456b-8224-b1e84ecdb315/433c7f7a-ea8a-4067-ba8f-6cd2557849e1/410f9fd8-948b-4e38-a1c6-9aa556f24d29) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:58.528698 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afd93071-5695-4bde-b76f-1e433aafe773 req-3501bace-c0cb-4e43-9015-515f63017dd0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 210 time: 0.0504575 Sep 03 16:23:58.583884 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:58.633554 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:58.673277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d65005-c056-4516-9226-bbbf0b3c014c req-eb5969ea-af43-4bdf-8cf7-151521df92f3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:58.675076 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38d65005-c056-4516-9226-bbbf0b3c014c req-eb5969ea-af43-4bdf-8cf7-151521df92f3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0894926 Sep 03 16:23:58.716767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Pushing event updated for resources: {'Port': ['ID=410f9fd8-948b-4e38-a1c6-9aa556f24d29,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:58.721428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Network a7071ec2-776b-456b-8224-b1e84ecdb315 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:58.724605 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:58.727672 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:58.740029 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38d65005-c056-4516-9226-bbbf0b3c014c req-c2458841-11a9-454d-a7ad-d8f5781ef2f3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577335 Sep 03 16:23:58.784421 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:58.785061 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:58.800486 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-7bb942f0-5cdf-4dec-891d-3d1390d158a0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635579 Sep 03 16:23:58.824044 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Request body: {'port': {'device_id': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:58.889384 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.209253 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410f9fd8-948b-4e38-a1c6-9aa556f24d29 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:23:59.218049 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.237899 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Transition to ACTIVE for port object 410f9fd8-948b-4e38-a1c6-9aa556f24d29 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:59.242934 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-b2d057ca-e99c-4d69-b375-1a23d8646ceb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726137 Sep 03 16:23:59.244002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.311035 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Pushing event updated for resources: {'Port': ['ID=410f9fd8-948b-4e38-a1c6-9aa556f24d29,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:59.336550 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:23:59.395345 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-b646486d-86b8-4025-b0e7-ceb08b9e9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:59.396924 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-b646486d-86b8-4025-b0e7-ceb08b9e9526 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0968218 Sep 03 16:23:59.416989 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Attempting to bind port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:59.421634 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Attempting to bind port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:59.422597 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Attempting to bind port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 on network a7071ec2-776b-456b-8224-b1e84ecdb315 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:59.448733 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 on network a7071ec2-776b-456b-8224-b1e84ecdb315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:23:59.449054 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Attempting to bind port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 on network a7071ec2-776b-456b-8224-b1e84ecdb315 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:59.465719 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:59.466327 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Checking segment: {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:59.466717 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Bound using segment: {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:59.467168 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Bound port: 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:59.467537 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.571974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.679825 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8525c38-2c21-4636-86eb-9e8d11ff256f req-968205bd-c109-4450-b5cd-dbf29b51e2fc tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:59.689215 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8525c38-2c21-4636-86eb-9e8d11ff256f req-968205bd-c109-4450-b5cd-dbf29b51e2fc tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 943 time: 0.0617073 Sep 03 16:23:59.739908 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8525c38-2c21-4636-86eb-9e8d11ff256f req-132e6a73-b1cc-46bb-9d45-a28654a7f928 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496967 Sep 03 16:23:59.785093 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-fda1c6e0-fafa-49a9-a3a2-72756795064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:59.786597 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-fda1c6e0-fafa-49a9-a3a2-72756795064c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.3615115 Sep 03 16:23:59.846893 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-64a8b88a-cae0-484e-8567-fed8e861d356 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.0480595 Sep 03 16:23:59.847967 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] For port 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:59.864202 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015311b-3d7f-4d5e-88a7-9b9501f49a80 req-9bf549c7-21d4-43ab-b55d-f65f336a60f0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:59.865790 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7015311b-3d7f-4d5e-88a7-9b9501f49a80 req-9bf549c7-21d4-43ab-b55d-f65f336a60f0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0569215 Sep 03 16:23:59.892475 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] For port 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:59.903469 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.913286 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7015311b-3d7f-4d5e-88a7-9b9501f49a80 req-0dcced95-e398-4276-8a81-593124376a89 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Sep 03 16:23:59.955910 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:59.955910 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:59.956917 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] 10.222.0.15 "PUT /v2.0/ports/410f9fd8-948b-4e38-a1c6-9aa556f24d29 HTTP/1.1" status: 200 len: 1093 time: 1.1388865 Sep 03 16:23:59.959840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'tag': '410f9fd8-948b-4e38-a1c6-9aa556f24d29'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:23:59.962699 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa42050-1281-4099-bb78-2896fec403d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f209235b-3fc3-460d-ae89-1eb1e0ad7b97", "tag": "410f9fd8-948b-4e38-a1c6-9aa556f24d29"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:23:59.976699 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-549242ec-282c-496f-82fd-b34877538289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:59.979037 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-549242ec-282c-496f-82fd-b34877538289 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.1250622 Sep 03 16:24:00.013736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1d56e-26ac-4be0-9398-58f1cc304963 service neutron] Pushing event updated for resources: {'Port': ['ID=410f9fd8-948b-4e38-a1c6-9aa556f24d29,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:00.039088 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222101c6-5316-4114-b143-dac1143f9f14 x-openstack-request-id: req-222101c6-5316-4114-b143-dac1143f9f14 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:24:00.039376 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209235b-3fc3-460d-ae89-1eb1e0ad7b97", "tag": "410f9fd8-948b-4e38-a1c6-9aa556f24d29", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:24:00.039627 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-222101c6-5316-4114-b143-dac1143f9f14 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:24:00.040044 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'tag': '410f9fd8-948b-4e38-a1c6-9aa556f24d29', 'status': 'completed', 'code': 200} Sep 03 16:24:00.043813 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-8f9c4cdf-7e3d-4ed4-a012-f787f11455dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482166 Sep 03 16:24:00.131954 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-57efd8a7-3154-44c1-87c7-e8c96e0fcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:00.133451 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-57efd8a7-3154-44c1-87c7-e8c96e0fcdc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ce4fab01864891810528fe283522c9&device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 1096 time: 0.1210134 Sep 03 16:24:00.193341 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-23fabef1-de9d-4c5e-91b0-6ecc81d50537 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357749 Sep 03 16:24:00.194762 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-61f84dd4-d975-4f48-89aa-a93d8ae55174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29 HTTP/1.1" status: 200 len: 217 time: 0.0429564 Sep 03 16:24:00.317544 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-49f415cc-4410-4d56-b668-dcf94e58f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:00.326167 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-49f415cc-4410-4d56-b668-dcf94e58f4de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=433c7f7a-ea8a-4067-ba8f-6cd2557849e1 HTTP/1.1" status: 200 len: 848 time: 0.1015694 Sep 03 16:24:00.361857 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-65317320-4690-4faf-8864-5c4712e1f78a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7071ec2-776b-456b-8224-b1e84ecdb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347226 Sep 03 16:24:00.399572 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e698c5d9-2901-49f8-8e7b-516f7921f3d9 req-dd808874-84cc-4e60-b523-635b7ea6c31e service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834085 Sep 03 16:24:00.467113 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-c75e666b-4915-43c6-bec6-4383a5faf6cb service neutron] 10.222.0.15 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958369 Sep 03 16:24:00.574748 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-618c034a-ad89-4bbf-bc59-fe54b2b63830 req-73803de7-c5f1-41e1-bddd-2cf62cab58de service neutron] 10.222.0.15 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973101 Sep 03 16:24:00.679770 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42050-1281-4099-bb78-2896fec403d1 req-7b415968-a3a3-48fd-b8b6-25af5f8113ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:00.681496 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-7b415968-a3a3-48fd-b8b6-25af5f8113ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ce4fab01864891810528fe283522c9&device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 1096 time: 0.0406289 Sep 03 16:24:00.785772 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42050-1281-4099-bb78-2896fec403d1 req-d1758d01-0b99-4931-b722-bc60dfc8930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:00.787304 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-d1758d01-0b99-4931-b722-bc60dfc8930b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7071ec2-776b-456b-8224-b1e84ecdb315 HTTP/1.1" status: 200 len: 909 time: 0.0947888 Sep 03 16:24:00.855389 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-57d22048-5de7-4bb9-bcda-71dc53c8dae4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29 HTTP/1.1" status: 200 len: 217 time: 0.0357282 Sep 03 16:24:00.858635 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681f737-2061-4a27-9ac9-ba3905b01607 req-83b53dff-3650-44d2-9b90-066aa4358041 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:00.860729 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e681f737-2061-4a27-9ac9-ba3905b01607 req-83b53dff-3650-44d2-9b90-066aa4358041 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 943 time: 0.0559881 Sep 03 16:24:00.900898 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e681f737-2061-4a27-9ac9-ba3905b01607 req-0300c594-0738-4406-9913-a1b011591b16 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Sep 03 16:24:00.909998 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa42050-1281-4099-bb78-2896fec403d1 req-7862facb-3653-4885-9d99-d99688a32c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:00.911679 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-7862facb-3653-4885-9d99-d99688a32c76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=433c7f7a-ea8a-4067-ba8f-6cd2557849e1 HTTP/1.1" status: 200 len: 848 time: 0.0451961 Sep 03 16:24:00.951105 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-1c00ee55-c182-4e77-a7ea-e8fea3ef9505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7071ec2-776b-456b-8224-b1e84ecdb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261474 Sep 03 16:24:01.052943 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee286f-2e27-4432-86bb-0cd24113d341 req-eb6f9754-2042-4618-9dea-e16975d2fc39 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:01.055083 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-46ee286f-2e27-4432-86bb-0cd24113d341 req-eb6f9754-2042-4618-9dea-e16975d2fc39 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0676587 Sep 03 16:24:01.070656 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-2b799b2d-b85e-4000-ab80-fdfb55a6ddda service neutron] 10.222.0.15 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119742 Sep 03 16:24:01.099571 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-46ee286f-2e27-4432-86bb-0cd24113d341 req-5a2c165c-575c-402a-9afe-b18079e43a77 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379434 Sep 03 16:24:01.201794 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1fa42050-1281-4099-bb78-2896fec403d1 req-4c7c2996-1358-4b1b-99bf-450481d640ef service neutron] 10.222.0.15 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158774 Sep 03 16:24:01.839689 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39536) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:01.948970 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9642d5e5-6ba6-4e06-8201-f70fe6de07f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.032342 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9537d-0d92-40e6-8a15-5ac65ac860cb req-661e6c75-cbc2-4b11-8912-b2b76b9af059 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:02.038773 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8eb9537d-0d92-40e6-8a15-5ac65ac860cb req-661e6c75-cbc2-4b11-8912-b2b76b9af059 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 943 time: 0.0579529 Sep 03 16:24:02.056036 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9642d5e5-6ba6-4e06-8201-f70fe6de07f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.060481 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9642d5e5-6ba6-4e06-8201-f70fe6de07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.080141 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8eb9537d-0d92-40e6-8a15-5ac65ac860cb req-c4c636f7-d887-4ad5-8301-793ad7900ee1 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Sep 03 16:24:02.107195 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9642d5e5-6ba6-4e06-8201-f70fe6de07f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3726ad477f56427982fef4c077447d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663128 Sep 03 16:24:02.108123 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642d5e5-6ba6-4e06-8201-f70fe6de07f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc879e-9290-4ef0-8f65-d9e18de2b3a2,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:02.110005 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39542) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:02.168309 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a1926969-f846-47da-b1bd-5f2d3fc34b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.216292 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a1926969-f846-47da-b1bd-5f2d3fc34b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.262758 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fd83-d0fd-4253-bf21-9a74cdac54ea req-899a0e7b-d198-438e-a739-f048869faa86 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:02.264360 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5539fd83-d0fd-4253-bf21-9a74cdac54ea req-899a0e7b-d198-438e-a739-f048869faa86 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0830855 Sep 03 16:24:02.298343 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a1926969-f846-47da-b1bd-5f2d3fc34b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.300839 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a1926969-f846-47da-b1bd-5f2d3fc34b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.304368 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a1926969-f846-47da-b1bd-5f2d3fc34b7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81dc879e-9290-4ef0-8f65-d9e18de2b3a2 HTTP/1.1" status: 204 len: 168 time: 0.1925645 Sep 03 16:24:02.323785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1926969-f846-47da-b1bd-5f2d3fc34b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc879e-9290-4ef0-8f65-d9e18de2b3a2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:02.328611 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5539fd83-d0fd-4253-bf21-9a74cdac54ea req-344441bf-832e-41f5-9c13-bf9463db52f4 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511765 Sep 03 16:24:02.589916 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39558) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:02.605932 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71a1354a-d8b1-4b34-9df2-4c43ee8acb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.718869 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71a1354a-d8b1-4b34-9df2-4c43ee8acb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.723223 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71a1354a-d8b1-4b34-9df2-4c43ee8acb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.778076 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-71a1354a-d8b1-4b34-9df2-4c43ee8acb45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d3a00c2228d40ca97f81db70f6f4d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869400 Sep 03 16:24:02.779095 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1354a-d8b1-4b34-9df2-4c43ee8acb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a710967-1667-487c-b2c6-e2af694b92b6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:02.780830 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39566) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:02.841083 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787d542c-0779-451b-9e98-463a608dda4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.868767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787d542c-0779-451b-9e98-463a608dda4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.932021 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787d542c-0779-451b-9e98-463a608dda4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.934598 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-787d542c-0779-451b-9e98-463a608dda4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:02.935757 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-787d542c-0779-451b-9e98-463a608dda4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a710967-1667-487c-b2c6-e2af694b92b6 HTTP/1.1" status: 204 len: 168 time: 0.1530774 Sep 03 16:24:02.944418 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d542c-0779-451b-9e98-463a608dda4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a710967-1667-487c-b2c6-e2af694b92b6,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:03.206388 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d1e7c-6f33-475f-a3df-0d91e42d0e78 req-e0e6c073-afae-4644-bbf5-7955fab2c722 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:03.208053 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af2d1e7c-6f33-475f-a3df-0d91e42d0e78 req-e0e6c073-afae-4644-bbf5-7955fab2c722 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 943 time: 0.0499086 Sep 03 16:24:03.250589 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af2d1e7c-6f33-475f-a3df-0d91e42d0e78 req-27dc5cf7-bf7d-4894-b07d-3226dc68a691 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360112 Sep 03 16:24:03.461955 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793be50-62f8-40cd-8bba-33b9fdc63900 req-762cbeda-bb39-4f48-94f4-79026021ec3c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:03.463489 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6793be50-62f8-40cd-8bba-33b9fdc63900 req-762cbeda-bb39-4f48-94f4-79026021ec3c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0496047 Sep 03 16:24:03.505069 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6793be50-62f8-40cd-8bba-33b9fdc63900 req-58b1d6c1-f8fa-4ac7-926d-26f117729b57 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Sep 03 16:24:03.888181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adff9a-bfd5-4a9d-a1e1-2f7f4b6c6ca1 req-5d2c5f8d-431e-44bc-98e1-7a175dc1f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:03.889868 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-64adff9a-bfd5-4a9d-a1e1-2f7f4b6c6ca1 req-5d2c5f8d-431e-44bc-98e1-7a175dc1f104 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 1099 time: 0.0446150 Sep 03 16:24:03.932316 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-64adff9a-bfd5-4a9d-a1e1-2f7f4b6c6ca1 req-a87a5537-6bfd-4882-9aa4-e8ea730e2da5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Sep 03 16:24:04.252644 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 410f9fd8-948b-4e38-a1c6-9aa556f24d29 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:24:04.383671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:04.398271 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '410f9fd8-948b-4e38-a1c6-9aa556f24d29', 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315', 'port_id': '410f9fd8-948b-4e38-a1c6-9aa556f24d29', 'mac_address': 'fa:16:3e:c5:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433c7f7a-ea8a-4067-ba8f-6cd2557849e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:24:04.410830 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be87e6-fade-4a49-a40b-c82cb7490abb req-274fbc77-a7d8-412a-a80a-e543ec960b6f tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:04.412588 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98be87e6-fade-4a49-a40b-c82cb7490abb req-274fbc77-a7d8-412a-a80a-e543ec960b6f tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 943 time: 0.0522261 Sep 03 16:24:04.443959 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.458139 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410f9fd8-948b-4e38-a1c6-9aa556f24d29 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:24:04.471609 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98be87e6-fade-4a49-a40b-c82cb7490abb req-cbfcf538-8625-4496-a9ba-76d42bbc9e2e tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Sep 03 16:24:04.479974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:04.489140 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.540269 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=410f9fd8-948b-4e38-a1c6-9aa556f24d29,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:04.548952 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.549207 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.549723 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.549941 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.550386 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.550930 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.551457 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.551796 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.552183 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.552523 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.552857 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.553182 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:04.608127 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39644) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:04.640322 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b9304-a2a3-4296-85a4-972a13b51f7e req-4c6c457e-cfb2-4c1d-b83f-3c8180cc2381 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:04.642862 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ac2b9304-a2a3-4296-85a4-972a13b51f7e req-4c6c457e-cfb2-4c1d-b83f-3c8180cc2381 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0564771 Sep 03 16:24:04.695855 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ac2b9304-a2a3-4296-85a4-972a13b51f7e req-56d76325-3c00-4b33-a3d9-71daacc2a8dc tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Sep 03 16:24:04.720157 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93af0e43-1520-4d54-9222-cf1ce53a6b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.814219 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93af0e43-1520-4d54-9222-cf1ce53a6b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.817893 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-93af0e43-1520-4d54-9222-cf1ce53a6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.858681 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-93af0e43-1520-4d54-9222-cf1ce53a6b5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bd3fa96e859414f967efa96b22e73c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494628 Sep 03 16:24:04.859530 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af0e43-1520-4d54-9222-cf1ce53a6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a483b-7889-4326-bfbe-31c1f61b1ef7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:04.861507 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39650) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:04.912538 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e16f57b-e736-45fe-a77f-76bb69aa9525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.933110 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e16f57b-e736-45fe-a77f-76bb69aa9525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.988223 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e16f57b-e736-45fe-a77f-76bb69aa9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.990983 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e16f57b-e736-45fe-a77f-76bb69aa9525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:04.992186 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0e16f57b-e736-45fe-a77f-76bb69aa9525 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c9a483b-7889-4326-bfbe-31c1f61b1ef7 HTTP/1.1" status: 204 len: 168 time: 0.1288667 Sep 03 16:24:05.000825 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16f57b-e736-45fe-a77f-76bb69aa9525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a483b-7889-4326-bfbe-31c1f61b1ef7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:05.275413 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39666) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:05.290501 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b826-435f-442b-89a3-f348f7f502b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.407262 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b826-435f-442b-89a3-f348f7f502b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.411568 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b826-435f-442b-89a3-f348f7f502b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.427328 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39670) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:05.451758 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bbc8b826-435f-442b-89a3-f348f7f502b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07d755a50b1142f08579e09307bac92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751771 Sep 03 16:24:05.452989 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8b826-435f-442b-89a3-f348f7f502b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67334ede-c2fb-4753-b174-65a51862dfc5,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:05.454980 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39674) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:05.510400 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06153dcd-05d0-47bb-af45-1875fc98081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.535082 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06153dcd-05d0-47bb-af45-1875fc98081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.554891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9e579dc0-058a-42f9-98f1-59da50e7c6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.615721 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06153dcd-05d0-47bb-af45-1875fc98081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.618138 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06153dcd-05d0-47bb-af45-1875fc98081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.619285 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-06153dcd-05d0-47bb-af45-1875fc98081e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67334ede-c2fb-4753-b174-65a51862dfc5 HTTP/1.1" status: 204 len: 168 time: 0.1628654 Sep 03 16:24:05.632834 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06153dcd-05d0-47bb-af45-1875fc98081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67334ede-c2fb-4753-b174-65a51862dfc5,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:05.691994 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9e579dc0-058a-42f9-98f1-59da50e7c6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.695910 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9e579dc0-058a-42f9-98f1-59da50e7c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.738600 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e579dc0-058a-42f9-98f1-59da50e7c6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea76b7-74c7-4758-a13a-34bf7c3aedec,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:05.745485 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9e579dc0-058a-42f9-98f1-59da50e7c6e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa6d9b5053204b84a948b641002986c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145254 Sep 03 16:24:05.745753 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39684) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:05.799303 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f901f052-3813-416d-8054-75bdb039fb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.826698 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f901f052-3813-416d-8054-75bdb039fb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.877855 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f901f052-3813-416d-8054-75bdb039fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.880720 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f901f052-3813-416d-8054-75bdb039fb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:05.881938 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f901f052-3813-416d-8054-75bdb039fb4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1ea76b7-74c7-4758-a13a-34bf7c3aedec HTTP/1.1" status: 204 len: 168 time: 0.1352096 Sep 03 16:24:05.890472 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f052-3813-416d-8054-75bdb039fb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea76b7-74c7-4758-a13a-34bf7c3aedec,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:07.831769 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['410f9fd8-948b-4e38-a1c6-9aa556f24d29'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:24:07.995388 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0829aea-0b86-4a74-bccf-f64f3a8aadab req-c2b208ed-6e23-4c73-8199-c6b1d72a72f1 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:07.997076 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0829aea-0b86-4a74-bccf-f64f3a8aadab req-c2b208ed-6e23-4c73-8199-c6b1d72a72f1 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 944 time: 0.0540781 Sep 03 16:24:08.060388 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0829aea-0b86-4a74-bccf-f64f3a8aadab req-afb4af1f-df04-4e09-808a-1d95eca023bf tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525801 Sep 03 16:24:08.072888 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd514c7-5f45-4a46-9448-d23514023b72 req-e16b9022-727c-4f02-84b8-4440278565e0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:08.074396 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fd514c7-5f45-4a46-9448-d23514023b72 req-e16b9022-727c-4f02-84b8-4440278565e0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0764229 Sep 03 16:24:08.114692 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fd514c7-5f45-4a46-9448-d23514023b72 req-490fd142-e374-4b4a-93ae-1ed7fe66e9c7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Sep 03 16:24:08.241696 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e277ce35-476e-41ca-8f56-bd738d43b010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:09.197009 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b986-2cd8-4804-8ac0-52959b65e88e req-84700ef8-b880-4f40-88d8-665da98f2c8e tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:09.198648 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eff5b986-2cd8-4804-8ac0-52959b65e88e req-84700ef8-b880-4f40-88d8-665da98f2c8e tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 944 time: 0.0604184 Sep 03 16:24:09.269719 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eff5b986-2cd8-4804-8ac0-52959b65e88e req-c71a8335-ed57-46e2-934f-fc9b03b9f1ca tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591938 Sep 03 16:24:09.277169 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aad98e-a576-4cb7-9f05-3cb66adc007a req-8ebe11e0-a34e-4272-b008-91d191e0a813 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:09.278671 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79aad98e-a576-4cb7-9f05-3cb66adc007a req-8ebe11e0-a34e-4272-b008-91d191e0a813 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0791030 Sep 03 16:24:09.323500 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79aad98e-a576-4cb7-9f05-3cb66adc007a req-e3eb62d1-1825-4e8e-b7f2-440e1a653de3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Sep 03 16:24:09.436166 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429cbb-8df5-4437-874e-4cdfc0982854 req-da433a5b-5596-45f9-900b-46f746f81f1d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:09.438332 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e429cbb-8df5-4437-874e-4cdfc0982854 req-da433a5b-5596-45f9-900b-46f746f81f1d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0498285 Sep 03 16:24:09.487619 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e429cbb-8df5-4437-874e-4cdfc0982854 req-3f8b08ee-8ba9-4c75-8ad3-97bc3a8bf29c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Sep 03 16:24:11.014759 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 410f9fd8-948b-4e38-a1c6-9aa556f24d29 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:24:11.036542 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39894) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:11.067662 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:24:11.072198 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:24:11.072569 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.149689 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-168c5767-5092-46a1-b7e9-380fb82a5ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.172754 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.178760 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-963e6a72-bcc8-4530-8b42-c433e694d8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.211637 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410f9fd8-948b-4e38-a1c6-9aa556f24d29'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:24:11.215095 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551cb76-83d3-4460-bb77-4a781bc42095" -d '{"events": [{"server_uuid": "f209235b-3fc3-460d-ae89-1eb1e0ad7b97", "name": "network-vif-plugged", "status": "completed", "tag": "410f9fd8-948b-4e38-a1c6-9aa556f24d29"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:24:11.236976 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:11.239089 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.242787 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.268622 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-168c5767-5092-46a1-b7e9-380fb82a5ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.273180 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-168c5767-5092-46a1-b7e9-380fb82a5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.303749 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=410f9fd8-948b-4e38-a1c6-9aa556f24d29,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:11.323302 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-168c5767-5092-46a1-b7e9-380fb82a5ddd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7b04f3b60af479cbe8d1a580aa31ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856774 Sep 03 16:24:11.324305 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c5767-5092-46a1-b7e9-380fb82a5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e75f68-d303-491e-80d3-eaad28d972b7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:11.325995 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39904) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:11.378824 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f873660d-9fc6-40f6-ab74-c3b53f57bf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.399651 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f873660d-9fc6-40f6-ab74-c3b53f57bf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.446110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f873660d-9fc6-40f6-ab74-c3b53f57bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.448804 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f873660d-9fc6-40f6-ab74-c3b53f57bf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.450146 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f873660d-9fc6-40f6-ab74-c3b53f57bf90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77e75f68-d303-491e-80d3-eaad28d972b7 HTTP/1.1" status: 204 len: 168 time: 0.1224225 Sep 03 16:24:11.458126 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873660d-9fc6-40f6-ab74-c3b53f57bf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e75f68-d303-491e-80d3-eaad28d972b7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:11.715170 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 39910) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:11.729619 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a07d96d6-6d92-4689-b52e-5ac0c146a10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.817186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a07d96d6-6d92-4689-b52e-5ac0c146a10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.821403 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a07d96d6-6d92-4689-b52e-5ac0c146a10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.858823 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a07d96d6-6d92-4689-b52e-5ac0c146a10d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03ff92ddb24642ea8b950c3e822ff690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422467 Sep 03 16:24:11.860264 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d96d6-6d92-4689-b52e-5ac0c146a10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661ad432-2968-4e3f-96f9-8d579f6361a9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:11.861981 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 39914) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:11.912698 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-accb3008-006a-4d9a-82bf-c35dc1782df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.934838 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-accb3008-006a-4d9a-82bf-c35dc1782df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.980921 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-accb3008-006a-4d9a-82bf-c35dc1782df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.983500 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-accb3008-006a-4d9a-82bf-c35dc1782df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:11.985270 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-accb3008-006a-4d9a-82bf-c35dc1782df3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/661ad432-2968-4e3f-96f9-8d579f6361a9 HTTP/1.1" status: 204 len: 168 time: 0.1222765 Sep 03 16:24:11.993047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3008-006a-4d9a-82bf-c35dc1782df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ad432-2968-4e3f-96f9-8d579f6361a9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:12.278220 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:12.311666 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028e693-8f97-4fe7-aedc-e8b7152e43c6 x-openstack-request-id: req-1028e693-8f97-4fe7-aedc-e8b7152e43c6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:24:12.311987 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209235b-3fc3-460d-ae89-1eb1e0ad7b97", "name": "network-vif-plugged", "status": "completed", "tag": "410f9fd8-948b-4e38-a1c6-9aa556f24d29", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:24:12.312244 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1028e693-8f97-4fe7-aedc-e8b7152e43c6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:24:12.312666 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410f9fd8-948b-4e38-a1c6-9aa556f24d29', 'code': 200} Sep 03 16:24:12.348967 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0e896-3501-454b-a37a-77d9d5dcf6a6 req-cac3a95b-f6b1-4cb3-949b-b75404685582 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:12.350478 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6be0e896-3501-454b-a37a-77d9d5dcf6a6 req-cac3a95b-f6b1-4cb3-949b-b75404685582 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Sep 03 16:24:12.398160 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6be0e896-3501-454b-a37a-77d9d5dcf6a6 req-020df9ab-e3bf-4d2b-b9fe-6631763de5a4 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Sep 03 16:24:12.513834 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acb4d7-27f1-4c0b-9931-711fda1a95e6 req-6d8f35bb-af75-4a08-b7c1-d40fe0b5e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:12.515387 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68acb4d7-27f1-4c0b-9931-711fda1a95e6 req-6d8f35bb-af75-4a08-b7c1-d40fe0b5e98b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 1098 time: 0.0397151 Sep 03 16:24:12.563803 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-68acb4d7-27f1-4c0b-9931-711fda1a95e6 req-458d1bf1-7007-4a47-9c23-22fb486cea11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Sep 03 16:24:13.266909 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f109-532e-47bc-a303-873cfafa42d6 req-9689bc58-95c3-452a-9aec-00fdd5e06117 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:13.268573 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-85c0e3e1-225c-423a-beae-b36ce50ff946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:13.270791 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-85c0e3e1-225c-423a-beae-b36ce50ff946 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0788302 Sep 03 16:24:13.273325 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2958f109-532e-47bc-a303-873cfafa42d6 req-9689bc58-95c3-452a-9aec-00fdd5e06117 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0770929 Sep 03 16:24:13.343835 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2958f109-532e-47bc-a303-873cfafa42d6 req-6b2c4c7d-8c3c-465b-87ba-bbf3fc9b881a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Sep 03 16:24:13.428595 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-c63e4e4e-2746-435e-9c59-c8d96fc59d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:13.430438 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-c63e4e4e-2746-435e-9c59-c8d96fc59d19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1488047 Sep 03 16:24:13.591278 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-a1eea8e4-6261-4daa-899d-848e06291681 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.0865488 Sep 03 16:24:13.670662 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-4c96f12a-1e84-4978-a757-93b80d30ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:13.672767 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-4c96f12a-1e84-4978-a757-93b80d30ab68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0608120 Sep 03 16:24:13.725874 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-9719d62d-57ba-47df-b294-703a36859a00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373757 Sep 03 16:24:13.783909 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464042f-4e54-4a64-b442-4b3b3e5c3f51 req-fa790e2e-09e4-411b-87ba-bfcc0f69984a tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:13.785742 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5464042f-4e54-4a64-b442-4b3b3e5c3f51 req-fa790e2e-09e4-411b-87ba-bfcc0f69984a tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.0626700 Sep 03 16:24:13.837304 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5464042f-4e54-4a64-b442-4b3b3e5c3f51 req-664300a1-b9d2-44e1-9b30-59e18bc7f613 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Sep 03 16:24:13.856073 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-6204b08b-40bf-4897-96ac-e8b0bccb0ccf service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112864 Sep 03 16:24:13.874143 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:13.975634 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b928f50d-a336-4b50-9397-14b2eba55cbe req-5a40fdf2-0981-4d63-bf43-6cd437433bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065137 Sep 03 16:24:14.475393 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db4601-0370-4bca-9807-531d6febe94c req-b2a65677-6bfa-4388-9f8f-984030dc95b5 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:14.476916 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41db4601-0370-4bca-9807-531d6febe94c req-b2a65677-6bfa-4388-9f8f-984030dc95b5 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0537553 Sep 03 16:24:14.519838 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41db4601-0370-4bca-9807-531d6febe94c req-f59f24b9-7a69-4071-980c-c5335e0787f3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369143 Sep 03 16:24:17.797494 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca169f-7de5-42e4-a66c-caebfa16cbcd req-df84e040-8d7d-40a1-94b3-371bc4c9ef33 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:17.799007 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-baca169f-7de5-42e4-a66c-caebfa16cbcd req-df84e040-8d7d-40a1-94b3-371bc4c9ef33 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Sep 03 16:24:17.868480 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-baca169f-7de5-42e4-a66c-caebfa16cbcd req-c064049d-d40f-43e9-899f-3e67d460bd2c tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631711 Sep 03 16:24:17.934205 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732e37-9b9a-4e20-92ba-b3a9ae5090d7 req-b188700f-668e-4e49-8aa7-a9fc0fb456e4 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:17.939213 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f732e37-9b9a-4e20-92ba-b3a9ae5090d7 req-b188700f-668e-4e49-8aa7-a9fc0fb456e4 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0557256 Sep 03 16:24:17.977895 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f732e37-9b9a-4e20-92ba-b3a9ae5090d7 req-68368774-a6d0-485e-b4f5-4117c9f8b1c9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Sep 03 16:24:19.046056 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fa62a-604e-44a5-a44c-eccdde96468b req-221ddb59-3eeb-4023-a9b1-139e6e471d19 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:19.049086 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a06fa62a-604e-44a5-a44c-eccdde96468b req-221ddb59-3eeb-4023-a9b1-139e6e471d19 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.1022501 Sep 03 16:24:19.150974 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a06fa62a-604e-44a5-a44c-eccdde96468b req-7198939f-f7ae-4e82-aaad-7f70b61614ee tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949495 Sep 03 16:24:19.187586 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59aec1-552d-4a90-9712-9fdcc76ff033 req-3110e57d-da54-47a9-9ff3-5effd35a643b tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:19.189152 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe59aec1-552d-4a90-9712-9fdcc76ff033 req-3110e57d-da54-47a9-9ff3-5effd35a643b tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0906382 Sep 03 16:24:19.232588 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe59aec1-552d-4a90-9712-9fdcc76ff033 req-b566d34f-9956-4b86-9047-77c6b5bd37a3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359807 Sep 03 16:24:20.092252 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba7cc-5945-4226-a6c3-a18e03ae49f6 req-03e6e3df-8e11-4bee-875e-1912e618d423 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:20.094370 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a9ba7cc-5945-4226-a6c3-a18e03ae49f6 req-03e6e3df-8e11-4bee-875e-1912e618d423 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.0560632 Sep 03 16:24:20.135230 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a9ba7cc-5945-4226-a6c3-a18e03ae49f6 req-b7d3b4a3-fbb0-4ed5-a4f5-69c45da5048d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346849 Sep 03 16:24:20.213452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40210) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:20.362119 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c4b56391-6d84-4983-800e-7085e328239c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.392813 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba85716-092c-4724-9eb8-49009f1eecb0 req-2b30c476-b785-48ba-b518-480c7e356be7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:20.394434 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ba85716-092c-4724-9eb8-49009f1eecb0 req-2b30c476-b785-48ba-b518-480c7e356be7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0849676 Sep 03 16:24:20.467508 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ba85716-092c-4724-9eb8-49009f1eecb0 req-1d5d9343-b441-4dd2-94ab-ad77bb56bdc5 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Sep 03 16:24:20.522319 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c4b56391-6d84-4983-800e-7085e328239c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.526377 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c4b56391-6d84-4983-800e-7085e328239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.568581 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b56391-6d84-4983-800e-7085e328239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fc059-7055-4671-ab26-11a68b99806a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:20.573985 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c4b56391-6d84-4983-800e-7085e328239c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11f7ec42c1994315b946c7d2957c8cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593354 Sep 03 16:24:20.576938 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40224) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:20.631840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7303-6dd4-4222-89dc-f402196f1978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.654709 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7303-6dd4-4222-89dc-f402196f1978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.707457 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7303-6dd4-4222-89dc-f402196f1978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.709264 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7303-6dd4-4222-89dc-f402196f1978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.710468 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fe1d7303-6dd4-4222-89dc-f402196f1978 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e8fc059-7055-4671-ab26-11a68b99806a HTTP/1.1" status: 204 len: 168 time: 0.1309779 Sep 03 16:24:20.722369 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7303-6dd4-4222-89dc-f402196f1978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fc059-7055-4671-ab26-11a68b99806a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:21.153786 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40250) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:21.327081 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ceafb4d5-b9e1-4f41-817c-9d46dc2e3a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.432822 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ceafb4d5-b9e1-4f41-817c-9d46dc2e3a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.437280 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ceafb4d5-b9e1-4f41-817c-9d46dc2e3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.491588 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafb4d5-b9e1-4f41-817c-9d46dc2e3a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a8f7f-429d-4a18-846a-76f20aef5c1f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:21.499035 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ceafb4d5-b9e1-4f41-817c-9d46dc2e3a7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b7b61a236a448f89435c02e6bbbc06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412707 Sep 03 16:24:21.501028 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40270) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:21.553874 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dd00025-44d6-4180-a5b5-b6c886c8bfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.576341 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dd00025-44d6-4180-a5b5-b6c886c8bfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.641026 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dd00025-44d6-4180-a5b5-b6c886c8bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.643634 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dd00025-44d6-4180-a5b5-b6c886c8bfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:21.647410 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5dd00025-44d6-4180-a5b5-b6c886c8bfe0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa4a8f7f-429d-4a18-846a-76f20aef5c1f HTTP/1.1" status: 204 len: 168 time: 0.1428242 Sep 03 16:24:21.661719 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00025-44d6-4180-a5b5-b6c886c8bfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a8f7f-429d-4a18-846a-76f20aef5c1f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:21.970667 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40288) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:21.986331 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4aae151-032e-4062-9dd5-353ecc8078f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.094856 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4aae151-032e-4062-9dd5-353ecc8078f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.099981 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4aae151-032e-4062-9dd5-353ecc8078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.141604 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aae151-032e-4062-9dd5-353ecc8078f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f818c71b-3fa7-446d-8353-f3caeace3d2c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:22.146830 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b4aae151-032e-4062-9dd5-353ecc8078f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bbfeec8e77840378edf1d999cf1f5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750715 Sep 03 16:24:22.150210 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40294) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:22.203596 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-952b5206-1a10-46ae-a35f-ab359d775734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.227671 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-952b5206-1a10-46ae-a35f-ab359d775734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.280046 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-952b5206-1a10-46ae-a35f-ab359d775734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.282707 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-952b5206-1a10-46ae-a35f-ab359d775734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.283854 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-952b5206-1a10-46ae-a35f-ab359d775734 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f818c71b-3fa7-446d-8353-f3caeace3d2c HTTP/1.1" status: 204 len: 168 time: 0.1321225 Sep 03 16:24:22.294448 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b5206-1a10-46ae-a35f-ab359d775734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f818c71b-3fa7-446d-8353-f3caeace3d2c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:22.643643 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40312) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:22.661453 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5514b96f-b4db-44eb-ac74-e4e2b81ed0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.780089 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5514b96f-b4db-44eb-ac74-e4e2b81ed0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.784682 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5514b96f-b4db-44eb-ac74-e4e2b81ed0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.823090 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5514b96f-b4db-44eb-ac74-e4e2b81ed0ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1724d060e62480cbb02550ecb814241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782298 Sep 03 16:24:22.824179 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514b96f-b4db-44eb-ac74-e4e2b81ed0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0504fe2-f0ea-49c1-b17f-565b16901a33,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:22.825887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40322) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:22.878539 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da14b61d-84fe-47e9-a6d6-b68219c3eb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.902902 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da14b61d-84fe-47e9-a6d6-b68219c3eb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.956682 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da14b61d-84fe-47e9-a6d6-b68219c3eb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.959384 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-da14b61d-84fe-47e9-a6d6-b68219c3eb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:22.960594 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-da14b61d-84fe-47e9-a6d6-b68219c3eb03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0504fe2-f0ea-49c1-b17f-565b16901a33 HTTP/1.1" status: 204 len: 168 time: 0.1331902 Sep 03 16:24:22.971920 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14b61d-84fe-47e9-a6d6-b68219c3eb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0504fe2-f0ea-49c1-b17f-565b16901a33,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:23.928005 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830ef31-93e0-4ba3-a9ee-db82eac79bc8 req-a769d778-64fa-41b1-a791-c6f44d6d41a5 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:23.929612 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4830ef31-93e0-4ba3-a9ee-db82eac79bc8 req-a769d778-64fa-41b1-a791-c6f44d6d41a5 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.0889549 Sep 03 16:24:23.938291 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b23e1-9798-4a16-8737-0bde4b378e7e req-d888ab3d-52f8-4fe5-8724-1d77ad66bcbb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:23.939790 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a5b23e1-9798-4a16-8737-0bde4b378e7e req-d888ab3d-52f8-4fe5-8724-1d77ad66bcbb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0863373 Sep 03 16:24:24.003991 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4830ef31-93e0-4ba3-a9ee-db82eac79bc8 req-8903eec5-d149-43c9-854e-9fb5f7b7275d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631247 Sep 03 16:24:24.012713 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a5b23e1-9798-4a16-8737-0bde4b378e7e req-03efe47c-ff51-4154-b5f2-dd764ec7f7f6 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Sep 03 16:24:24.657320 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-3aa3566a-03be-41e0-a6cc-f2b16da4c3af tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:24.659960 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-3aa3566a-03be-41e0-a6cc-f2b16da4c3af tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 945 time: 0.0758412 Sep 03 16:24:24.776629 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Deleting port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:24:24.776949 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:24.946123 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] For port 410f9fd8-948b-4e38-a1c6-9aa556f24d29, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=410f9fd8-948b-4e38-a1c6-9aa556f24d29,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:24.946529 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:24.972984 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Calling delete_port for 410f9fd8-948b-4e38-a1c6-9aa556f24d29 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:24:25.163035 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:25.178193 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['410f9fd8-948b-4e38-a1c6-9aa556f24d29'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:24:25.200301 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e1729-4561-4fa1-b518-5828ad6cafdb req-ea59bc0f-264e-4f05-aa5f-00b031923c58 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:25.201908 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c4e1729-4561-4fa1-b518-5828ad6cafdb req-ea59bc0f-264e-4f05-aa5f-00b031923c58 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0894420 Sep 03 16:24:25.208057 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Pushing event deleted for resources: {'Port': ['ID=410f9fd8-948b-4e38-a1c6-9aa556f24d29,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:25.212232 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730fc19-e239-4fa6-a070-db8694c95dc0 req-9a393ae7-9e13-4356-a3ba-f6e25b83c11c tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:25.220128 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2730fc19-e239-4fa6-a070-db8694c95dc0 req-9a393ae7-9e13-4356-a3ba-f6e25b83c11c tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=f209235b-3fc3-460d-ae89-1eb1e0ad7b97 HTTP/1.1" status: 200 len: 867 time: 0.1169217 Sep 03 16:24:25.262527 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] No DVR routers for this DVR port 410f9fd8-948b-4e38-a1c6-9aa556f24d29 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:24:25.266343 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:25.268214 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0809cb9-a3d0-4c84-9988-cb1aef502d50 req-34ed19aa-1664-4907-ac35-0855ef2d755d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "DELETE /v2.0/ports/410f9fd8-948b-4e38-a1c6-9aa556f24d29 HTTP/1.1" status: 204 len: 173 time: 0.6006036 Sep 03 16:24:25.268853 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'name': 'network-vif-deleted', 'tag': '410f9fd8-948b-4e38-a1c6-9aa556f24d29'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:24:25.271241 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03455b4-3a72-4167-85c3-5f9eb7bb46b1" -d '{"events": [{"server_uuid": "f209235b-3fc3-460d-ae89-1eb1e0ad7b97", "name": "network-vif-deleted", "tag": "410f9fd8-948b-4e38-a1c6-9aa556f24d29"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:24:25.283091 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c4e1729-4561-4fa1-b518-5828ad6cafdb req-b903bad8-baa9-4ed0-b146-d498a6c2896a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Sep 03 16:24:25.286117 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2730fc19-e239-4fa6-a070-db8694c95dc0 req-91e6511c-7bd9-409d-801f-623423e9686a tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651839 Sep 03 16:24:25.339008 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672515b5-3937-42ba-b6c4-fc7e6cae934e x-openstack-request-id: req-672515b5-3937-42ba-b6c4-fc7e6cae934e {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:24:25.339312 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209235b-3fc3-460d-ae89-1eb1e0ad7b97", "name": "network-vif-deleted", "tag": "410f9fd8-948b-4e38-a1c6-9aa556f24d29", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:24:25.339587 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-672515b5-3937-42ba-b6c4-fc7e6cae934e {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:24:25.340036 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209235b-3fc3-460d-ae89-1eb1e0ad7b97', 'name': 'network-vif-deleted', 'tag': '410f9fd8-948b-4e38-a1c6-9aa556f24d29', 'status': 'completed', 'code': 200} Sep 03 16:24:25.571751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e31900-cfd6-48bd-8481-0d6e76f7b158 req-8efa0288-98c6-4b0b-b852-09e05e1caee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:25.573339 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07e31900-cfd6-48bd-8481-0d6e76f7b158 req-8efa0288-98c6-4b0b-b852-09e05e1caee0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0413229 Sep 03 16:24:25.611323 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-07e31900-cfd6-48bd-8481-0d6e76f7b158 req-3b21c740-94c9-458b-b49d-b0126274a36f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295253 Sep 03 16:24:26.463340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757ec5e-aa51-4d95-9cae-06d641f2fa26 req-062c298c-3240-4be4-8d79-04096c7938a2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:26.472028 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1757ec5e-aa51-4d95-9cae-06d641f2fa26 req-062c298c-3240-4be4-8d79-04096c7938a2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0852261 Sep 03 16:24:26.524550 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1757ec5e-aa51-4d95-9cae-06d641f2fa26 req-0b4d3c24-9c94-447f-a7be-69fc939ba704 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Sep 03 16:24:26.787417 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-7f02c282-4645-48ea-8990-8b4f1b918b04 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:26.788944 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-7f02c282-4645-48ea-8990-8b4f1b918b04 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/networks?id=a7071ec2-776b-456b-8224-b1e84ecdb315 HTTP/1.1" status: 200 len: 808 time: 0.1071751 Sep 03 16:24:26.803882 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-28edd8f1-7b1e-4209-ba96-8bce7007047c tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/quotas/73ce4fab01864891810528fe283522c9 HTTP/1.1" status: 200 len: 375 time: 0.0092776 Sep 03 16:24:26.837407 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-04941136-9d8d-4c50-889e-9f057e4e8c84 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73ce4fab01864891810528fe283522c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278778 Sep 03 16:24:26.945235 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-dd5c3606-4db0-4c55-9585-6cc7863295bd service neutron] 10.222.0.42 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005447 Sep 03 16:24:27.092635 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-d2fb2936-a336-468a-8e9e-89e5c76577db service neutron] 10.222.0.42 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410429 Sep 03 16:24:30.107343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 410f9fd8-948b-4e38-a1c6-9aa556f24d29 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:24:30.137004 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 410f9fd8-948b-4e38-a1c6-9aa556f24d29 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:24:30.137342 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 410f9fd8-948b-4e38-a1c6-9aa556f24d29 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:24:30.142074 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:30.335124 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-25ede2a7-4f4f-42e6-99ef-ea8489b17fe0 req-c9ad95bc-36ff-48c6-ac28-89d3d53099ae tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 210 time: 0.0375001 Sep 03 16:24:30.404372 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df50237-790d-41b6-8cd1-8fa1ebb61c6a req-2b8e1374-94b1-4ee0-8065-d6a19cb4fa21 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:30.405917 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5df50237-790d-41b6-8cd1-8fa1ebb61c6a req-2b8e1374-94b1-4ee0-8065-d6a19cb4fa21 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0634856 Sep 03 16:24:30.446539 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5df50237-790d-41b6-8cd1-8fa1ebb61c6a req-3d7a00c4-866c-4a7d-82ec-8fdd2e2c8291 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Sep 03 16:24:31.152839 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-93167d9a-73ed-45e8-88ba-b54ada392bcb tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:31.154274 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-93167d9a-73ed-45e8-88ba-b54ada392bcb tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "GET /v2.0/networks?id=a7071ec2-776b-456b-8224-b1e84ecdb315 HTTP/1.1" status: 200 len: 808 time: 0.1435666 Sep 03 16:24:31.172767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Request body: {'port': {'device_id': '8638f0e9-07d3-49f1-b909-c14347e47915', 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315', 'admin_state_up': True, 'tenant_id': '73ce4fab01864891810528fe283522c9'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:24:31.289681 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Made reservation on behalf of 73ce4fab01864891810528fe283522c9 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:24:31.294475 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:31.449820 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-18bcb8aa-2bfc-4039-9b94-8e9a1c2fbdb9 req-5c54848e-524f-42e0-b541-fcaadda2fc38 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 210 time: 0.0269012 Sep 03 16:24:31.450364 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Allocated IP 172.20.0.3 (a7071ec2-776b-456b-8224-b1e84ecdb315/433c7f7a-ea8a-4067-ba8f-6cd2557849e1/8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:24:31.586028 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5bd4c-5101-4c08-a80e-d5192277a599 req-a7c6b6c4-4f6a-453c-a2c3-2d98a9644059 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:31.589183 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61a5bd4c-5101-4c08-a80e-d5192277a599 req-a7c6b6c4-4f6a-453c-a2c3-2d98a9644059 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0569460 Sep 03 16:24:31.634767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:31.639259 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61a5bd4c-5101-4c08-a80e-d5192277a599 req-5eb18692-a137-4d21-855a-faf71ca2763e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Sep 03 16:24:31.895032 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:31.946700 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Network a7071ec2-776b-456b-8224-b1e84ecdb315 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:24:31.951133 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:24:31.956323 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:24:31.990582 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Pushing event updated for resources: {'Port': ['ID=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:32.059838 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.060723 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.119059 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5f806249-bb48-4b16-9ae8-e32dea5cf316 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509094 Sep 03 16:24:32.134311 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Request body: {'port': {'device_id': '8638f0e9-07d3-49f1-b909-c14347e47915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:24:32.162659 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-3e201c79-19fe-476e-85d6-4e391d54a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.165369 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-3e201c79-19fe-476e-85d6-4e391d54a0c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0860753 Sep 03 16:24:32.179168 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e0244-fb04-451b-9a47-f58cd6bc4f1f req-23e0c38d-4880-4081-ae44-582b571b429a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.188491 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-147e0244-fb04-451b-9a47-f58cd6bc4f1f req-23e0c38d-4880-4081-ae44-582b571b429a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0856354 Sep 03 16:24:32.238554 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-147e0244-fb04-451b-9a47-f58cd6bc4f1f req-942a2b92-be4a-4bed-9fa5-c8894a179f6e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482163 Sep 03 16:24:32.238768 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.345094 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-cd4c3bb5-1ef2-4d89-a3f1-bae75a33b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.346672 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-cd4c3bb5-1ef2-4d89-a3f1-bae75a33b623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1712742 Sep 03 16:24:32.447680 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-63a4b14c-93be-4eb0-9698-f60a1d47cd22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.0922387 Sep 03 16:24:32.526386 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-d3a3e793-5b09-4fc5-ac08-833660b0d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.527855 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-d3a3e793-5b09-4fc5-ac08-833660b0d16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0716844 Sep 03 16:24:32.574222 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff962-50d5-4f41-9055-2c35c9955c2a req-70b1056e-5f90-4040-a2c5-3469fe12e089 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.575975 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c73ff962-50d5-4f41-9055-2c35c9955c2a req-70b1056e-5f90-4040-a2c5-3469fe12e089 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 931 time: 0.0521021 Sep 03 16:24:32.614978 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c73ff962-50d5-4f41-9055-2c35c9955c2a req-21b179bb-a17b-46e7-b51d-7362385e7b4f tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Sep 03 16:24:32.646497 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:24:32.654704 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.667113 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Transition to ACTIVE for port object 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:24:32.671779 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.729448 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:32.814294 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Attempting to bind port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:24:32.814637 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Attempting to bind port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:24:32.814969 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Attempting to bind port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef on network a7071ec2-776b-456b-8224-b1e84ecdb315 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:24:32.819625 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef on network a7071ec2-776b-456b-8224-b1e84ecdb315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:24:32.819985 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Attempting to bind port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef on network a7071ec2-776b-456b-8224-b1e84ecdb315 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:24:32.825037 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:24:32.825378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Checking segment: {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:24:32.825763 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Bound using segment: {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:24:32.826192 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Bound port: 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688a6684-2059-41fb-8b9c-ebe413f7ee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:24:32.826554 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.898646 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] For port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:24:32.901860 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] For port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:24:32.906534 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.940490 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:32.941113 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:32.942480 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef HTTP/1.1" status: 200 len: 1093 time: 0.8138244 Sep 03 16:24:32.942915 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638f0e9-07d3-49f1-b909-c14347e47915', 'tag': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:24:32.945236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02" -d '{"events": [{"name": "network-changed", "server_uuid": "8638f0e9-07d3-49f1-b909-c14347e47915", "tag": "8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:24:32.972925 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6c51-8b60-4461-aef0-cb1addbff1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:32.989521 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8834a7f-0fa7-4f5d-850a-265b5c3584db x-openstack-request-id: req-c8834a7f-0fa7-4f5d-850a-265b5c3584db {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:24:32.989956 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8638f0e9-07d3-49f1-b909-c14347e47915", "tag": "8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:24:32.990282 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8834a7f-0fa7-4f5d-850a-265b5c3584db {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:24:32.990831 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8638f0e9-07d3-49f1-b909-c14347e47915', 'tag': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef', 'status': 'completed', 'code': 200} Sep 03 16:24:33.094858 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40614) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:33.199341 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0a550916-5b5a-4ab4-8341-d9a6ea3f02cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.289250 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0a550916-5b5a-4ab4-8341-d9a6ea3f02cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.297343 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0a550916-5b5a-4ab4-8341-d9a6ea3f02cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.366086 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a550916-5b5a-4ab4-8341-d9a6ea3f02cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dae9ee-7f4f-4622-b162-30c79069fed3,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:33.371284 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0a550916-5b5a-4ab4-8341-d9a6ea3f02cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28b7d327805249f195ad2505bb78a2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751772 Sep 03 16:24:33.374748 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40624) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:33.395369 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abf420-405a-4ab0-a388-5fab8e3b0ce3 req-c687db9a-69a9-4b18-9f66-ba1d9b6bb1f4 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:33.397244 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8abf420-405a-4ab0-a388-5fab8e3b0ce3 req-c687db9a-69a9-4b18-9f66-ba1d9b6bb1f4 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0786316 Sep 03 16:24:33.427442 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8918e7a1-5049-416d-99cc-0dc6bb11d19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.439059 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8abf420-405a-4ab0-a388-5fab8e3b0ce3 req-bc1a1fad-7d21-4f1b-8cba-4f8bcb3887a3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Sep 03 16:24:33.452599 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8918e7a1-5049-416d-99cc-0dc6bb11d19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.507913 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8918e7a1-5049-416d-99cc-0dc6bb11d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.510607 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8918e7a1-5049-416d-99cc-0dc6bb11d19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.511802 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8918e7a1-5049-416d-99cc-0dc6bb11d19b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1dae9ee-7f4f-4622-b162-30c79069fed3 HTTP/1.1" status: 204 len: 168 time: 0.1359487 Sep 03 16:24:33.519768 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918e7a1-5049-416d-99cc-0dc6bb11d19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dae9ee-7f4f-4622-b162-30c79069fed3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:33.782625 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40636) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:33.795794 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f3869c43-0326-44fe-acf4-198b08f2f4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.885027 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f3869c43-0326-44fe-acf4-198b08f2f4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.888995 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f3869c43-0326-44fe-acf4-198b08f2f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:33.926626 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f3869c43-0326-44fe-acf4-198b08f2f4f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=505757369da34f68bf711dee4d2a0195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428282 Sep 03 16:24:33.927319 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3869c43-0326-44fe-acf4-198b08f2f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cce1c8-a034-46ec-b5f6-8ae8eb0922de,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:33.930138 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40638) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:33.988187 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73d75ef4-1193-430e-9e09-12396ce659d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.009801 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73d75ef4-1193-430e-9e09-12396ce659d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.057677 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73d75ef4-1193-430e-9e09-12396ce659d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.060330 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73d75ef4-1193-430e-9e09-12396ce659d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.061470 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-73d75ef4-1193-430e-9e09-12396ce659d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49cce1c8-a034-46ec-b5f6-8ae8eb0922de HTTP/1.1" status: 204 len: 168 time: 0.1301205 Sep 03 16:24:34.069298 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d75ef4-1193-430e-9e09-12396ce659d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cce1c8-a034-46ec-b5f6-8ae8eb0922de,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:34.408004 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40648) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:34.422447 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a080-a3e4-497f-b434-6411bc6b6054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.536477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a080-a3e4-497f-b434-6411bc6b6054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.542255 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1b8a080-a3e4-497f-b434-6411bc6b6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.593995 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d1b8a080-a3e4-497f-b434-6411bc6b6054 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2083469ba8dc430488853a9ba205fe7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820905 Sep 03 16:24:34.593995 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8a080-a3e4-497f-b434-6411bc6b6054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7917b03c-807b-419c-a62c-88dcc8727b1e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:34.594354 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40654) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:34.644492 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-816bbb8c-0084-4dd3-9a01-337c9b8bbc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.668103 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-816bbb8c-0084-4dd3-9a01-337c9b8bbc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.717862 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-816bbb8c-0084-4dd3-9a01-337c9b8bbc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.721838 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-816bbb8c-0084-4dd3-9a01-337c9b8bbc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:34.723549 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-816bbb8c-0084-4dd3-9a01-337c9b8bbc1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7917b03c-807b-419c-a62c-88dcc8727b1e HTTP/1.1" status: 204 len: 168 time: 0.1275809 Sep 03 16:24:34.736583 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bbb8c-0084-4dd3-9a01-337c9b8bbc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917b03c-807b-419c-a62c-88dcc8727b1e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:35.570981 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-69307e02-748e-45d8-8ef0-f6de20ca1c21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327384 Sep 03 16:24:35.675700 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02 req-cab53345-a6ad-470a-a82b-7457ff880151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:35.677253 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02 req-cab53345-a6ad-470a-a82b-7457ff880151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ce4fab01864891810528fe283522c9&device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 1096 time: 0.1093068 Sep 03 16:24:35.771666 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c926d-1439-4ac9-91bd-968a9460dbbd req-2b8240f3-a49e-4f1b-84bd-7e99a54b937f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:35.773499 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd5c926d-1439-4ac9-91bd-968a9460dbbd req-2b8240f3-a49e-4f1b-84bd-7e99a54b937f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0767179 Sep 03 16:24:35.787544 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487398b-93eb-4133-93c2-a6a17eaf2886 req-02ce8e0f-46c5-46fb-8d91-2250d694a83b tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:35.789365 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7487398b-93eb-4133-93c2-a6a17eaf2886 req-02ce8e0f-46c5-46fb-8d91-2250d694a83b tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 943 time: 0.1118650 Sep 03 16:24:35.792946 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-945de28d-2533-4edf-ba9c-c578072c714b service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882794 Sep 03 16:24:35.859827 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7487398b-93eb-4133-93c2-a6a17eaf2886 req-25b51f12-2568-4587-916c-66ccad35b179 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Sep 03 16:24:35.862920 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd5c926d-1439-4ac9-91bd-968a9460dbbd req-dd0c1ecd-701b-4c0e-9508-b67afb984001 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Sep 03 16:24:35.957760 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02 req-612bd842-becb-4742-a700-8cccd059e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:35.959263 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02 req-612bd842-becb-4742-a700-8cccd059e0cc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=73ce4fab01864891810528fe283522c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2706995 Sep 03 16:24:36.016284 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a45a1505-ae12-4987-92c5-58afeb132b7e req-7ea24150-8455-4da7-9956-afa5fb5adf1c service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122362 Sep 03 16:24:36.165701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02 req-7d35f09c-f5b9-4a59-9fd5-758fa4334d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:36.167237 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8691c1be-50aa-4c67-b9d6-fd4c29b96c02 req-7d35f09c-f5b9-4a59-9fd5-758fa4334d2e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967807 Sep 03 16:24:36.256552 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-e0b469b0-fabe-4cc3-a685-573550f81bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:36.257968 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-e0b469b0-fabe-4cc3-a685-573550f81bdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ce4fab01864891810528fe283522c9&device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 1096 time: 0.0402560 Sep 03 16:24:36.304162 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-a72a72ad-18d4-4c5a-9938-278133b829dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef HTTP/1.1" status: 200 len: 217 time: 0.0344839 Sep 03 16:24:36.337739 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:24:36.360214 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-bfe0b870-666d-46aa-b64d-740383a95086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:36.361932 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-bfe0b870-666d-46aa-b64d-740383a95086 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=433c7f7a-ea8a-4067-ba8f-6cd2557849e1 HTTP/1.1" status: 200 len: 848 time: 0.0502748 Sep 03 16:24:36.400277 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-d119f6c3-0566-4f52-a1d1-e5811530d68d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7071ec2-776b-456b-8224-b1e84ecdb315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251400 Sep 03 16:24:36.506109 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-5b8af06b-96e1-4fca-bbf3-e714d443f6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934765 Sep 03 16:24:36.616824 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d8a3284b-f79c-45a3-883c-db3601e59bb0 req-f0129286-693a-4245-bcdf-37ca0a16ff94 service neutron] 10.222.0.15 "GET /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005414 Sep 03 16:24:37.038440 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dff10-1de6-4ade-9fda-ebb7b01398ac req-91aa04c7-5270-4344-9493-3ff715a8c01b tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:37.040182 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c40dff10-1de6-4ade-9fda-ebb7b01398ac req-91aa04c7-5270-4344-9493-3ff715a8c01b tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0885231 Sep 03 16:24:37.051472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332fa1-2318-49af-9e61-e60621afd27c req-df9027cd-06f1-4ff4-9c39-601a7c60abad tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:37.052846 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34332fa1-2318-49af-9e61-e60621afd27c req-df9027cd-06f1-4ff4-9c39-601a7c60abad tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 943 time: 0.0889971 Sep 03 16:24:37.105417 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c40dff10-1de6-4ade-9fda-ebb7b01398ac req-b2c1c3bb-40ad-43a4-a71a-7ae836fcbc90 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514953 Sep 03 16:24:37.112851 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34332fa1-2318-49af-9e61-e60621afd27c req-facf2e46-c5e8-475d-8c95-7fe4ade3dba9 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Sep 03 16:24:38.235058 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1eaae279-c4ec-4087-8d8d-7cb7cfda6593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:38.281804 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045d23c-fb8b-45f3-a39c-2c63a4082b3f req-b3aff5c7-ed9d-4203-8ca7-b676c05f7c5e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:38.284012 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9045d23c-fb8b-45f3-a39c-2c63a4082b3f req-b3aff5c7-ed9d-4203-8ca7-b676c05f7c5e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0859952 Sep 03 16:24:38.297179 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92921d-b390-43f2-89ba-fd5f836d56b1 req-f29fdad6-c46f-4d00-b9d1-165338cfb8f3 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:38.298760 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de92921d-b390-43f2-89ba-fd5f836d56b1 req-f29fdad6-c46f-4d00-b9d1-165338cfb8f3 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 943 time: 0.1109452 Sep 03 16:24:38.361855 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9045d23c-fb8b-45f3-a39c-2c63a4082b3f req-4ecf3b88-dfba-40b5-aaac-5f98f4d17c4f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617893 Sep 03 16:24:38.366599 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de92921d-b390-43f2-89ba-fd5f836d56b1 req-0ed7a0a3-5451-40dc-9642-2e0467296cb3 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586827 Sep 03 16:24:39.493389 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce50301-5d9a-4f0f-8545-25385095a0a0 req-b5b793a2-c25b-4d2a-b4ba-cb927e027aae tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:39.494904 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ce50301-5d9a-4f0f-8545-25385095a0a0 req-b5b793a2-c25b-4d2a-b4ba-cb927e027aae tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 943 time: 0.0526319 Sep 03 16:24:39.510120 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:24:39.539721 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ce50301-5d9a-4f0f-8545-25385095a0a0 req-d0342a6a-645d-4bb7-80e5-33d9152c8bc0 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Sep 03 16:24:39.616398 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:39.627568 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef', 'network_id': 'a7071ec2-776b-456b-8224-b1e84ecdb315', 'port_id': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef', 'mac_address': 'fa:16:3e:e8:9e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433c7f7a-ea8a-4067-ba8f-6cd2557849e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:24:39.662424 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:39.675698 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:24:39.694776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:39.699488 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:39.752555 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:39.817524 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a42ef-06ad-4b16-ad23-bc7fb76fd84e req-344cb3c3-29c7-43e0-9019-40806721c0bf tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:39.818989 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da3a42ef-06ad-4b16-ad23-bc7fb76fd84e req-344cb3c3-29c7-43e0-9019-40806721c0bf tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0516443 Sep 03 16:24:39.865193 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da3a42ef-06ad-4b16-ad23-bc7fb76fd84e req-7c6b3609-8f99-4c9c-a91d-e5dbca6b66b7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Sep 03 16:24:40.074043 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:24:40.421943 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40868) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:40.537518 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a2e9bae7-bb9e-4749-adc2-0792ae7e3797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.639950 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a2e9bae7-bb9e-4749-adc2-0792ae7e3797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.645109 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a2e9bae7-bb9e-4749-adc2-0792ae7e3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.676126 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8034b-b473-41e2-aa30-01796c6c13e3 req-196d41d1-cfe8-4d66-8c96-2874cd887ad7 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:40.683925 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7bf8034b-b473-41e2-aa30-01796c6c13e3 req-196d41d1-cfe8-4d66-8c96-2874cd887ad7 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 944 time: 0.0626926 Sep 03 16:24:40.689122 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a2e9bae7-bb9e-4749-adc2-0792ae7e3797 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d46369c314404f08abf04fa2e3a0b164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658765 Sep 03 16:24:40.691264 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9bae7-bb9e-4749-adc2-0792ae7e3797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc066e5-491f-4aff-acf0-b6295209c59b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:40.693770 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40886) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:40.725435 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7bf8034b-b473-41e2-aa30-01796c6c13e3 req-501739e2-b64a-4855-8620-5a919ed8eb9d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Sep 03 16:24:40.764110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b36ca493-d183-41a3-abcf-04229e267caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.790212 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b36ca493-d183-41a3-abcf-04229e267caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.852725 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b36ca493-d183-41a3-abcf-04229e267caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.855617 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b36ca493-d183-41a3-abcf-04229e267caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:40.856799 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b36ca493-d183-41a3-abcf-04229e267caf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bc066e5-491f-4aff-acf0-b6295209c59b HTTP/1.1" status: 204 len: 168 time: 0.1598959 Sep 03 16:24:40.869955 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ca493-d183-41a3-abcf-04229e267caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc066e5-491f-4aff-acf0-b6295209c59b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:41.165401 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33ce13ff-b2df-49d1-8dcb-27cff7483c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.174408 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40904) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:41.204129 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0b56-4407-4d62-a7e7-d653ac3b045c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.226656 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.306801 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0b56-4407-4d62-a7e7-d653ac3b045c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.311190 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0b56-4407-4d62-a7e7-d653ac3b045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.353774 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5dcc0b56-4407-4d62-a7e7-d653ac3b045c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa2d2b8d9ca94195bb29c2b399f8e2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779721 Sep 03 16:24:41.354853 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc0b56-4407-4d62-a7e7-d653ac3b045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9676cba-3125-4441-a501-83ecf36c93a2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:41.356670 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40914) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:41.406803 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0eccba8a-cd70-4b6d-a4d2-78f7a6fb46a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.427916 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0eccba8a-cd70-4b6d-a4d2-78f7a6fb46a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.475728 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0eccba8a-cd70-4b6d-a4d2-78f7a6fb46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.478256 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0eccba8a-cd70-4b6d-a4d2-78f7a6fb46a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.479395 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0eccba8a-cd70-4b6d-a4d2-78f7a6fb46a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9676cba-3125-4441-a501-83ecf36c93a2 HTTP/1.1" status: 204 len: 168 time: 0.1217470 Sep 03 16:24:41.487746 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccba8a-cd70-4b6d-a4d2-78f7a6fb46a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9676cba-3125-4441-a501-83ecf36c93a2,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:41.514552 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:24:41.565141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:24:41.569159 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:24:41.569529 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.656314 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.680664 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638f0e9-07d3-49f1-b909-c14347e47915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:24:41.682961 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60470de6-3e78-49d9-ab0a-c659abd304a3" -d '{"events": [{"server_uuid": "8638f0e9-07d3-49f1-b909-c14347e47915", "name": "network-vif-plugged", "status": "completed", "tag": "8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:24:41.696610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:41.702167 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:41.754082 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a803afdd-8f7d-4b6d-a12e-fb8c25d84bca x-openstack-request-id: req-a803afdd-8f7d-4b6d-a12e-fb8c25d84bca {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:24:41.754374 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8638f0e9-07d3-49f1-b909-c14347e47915", "name": "network-vif-plugged", "status": "completed", "tag": "8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:24:41.754631 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a803afdd-8f7d-4b6d-a12e-fb8c25d84bca {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:24:41.755027 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8638f0e9-07d3-49f1-b909-c14347e47915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef', 'code': 200} Sep 03 16:24:41.755592 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:41.915458 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8d15d-88f6-44d9-aceb-e17dbe9bca75 req-0dcfc050-a3b3-40c4-a352-bf8bccab8eaf tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:41.917298 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47c8d15d-88f6-44d9-aceb-e17dbe9bca75 req-0dcfc050-a3b3-40c4-a352-bf8bccab8eaf tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 945 time: 0.0685320 Sep 03 16:24:41.974871 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47c8d15d-88f6-44d9-aceb-e17dbe9bca75 req-4c12b3df-5a94-4a8d-a1c5-2e21f9b5b67a tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492153 Sep 03 16:24:42.010278 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfd891-10ab-43ff-b2b0-351bdf208bc3 req-59a92eae-85d6-485c-9a93-92f19e2caa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:42.012261 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7ccfd891-10ab-43ff-b2b0-351bdf208bc3 req-59a92eae-85d6-485c-9a93-92f19e2caa36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 1098 time: 0.0755994 Sep 03 16:24:42.075750 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7ccfd891-10ab-43ff-b2b0-351bdf208bc3 req-e04cd3e4-dda3-45cb-a891-1c3c01cb5e11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Sep 03 16:24:42.124497 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 40958) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:42.254163 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.273378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73cbdeed-0ef1-4f28-9945-4a0a9a4e9ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.411435 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73cbdeed-0ef1-4f28-9945-4a0a9a4e9ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.423190 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-73cbdeed-0ef1-4f28-9945-4a0a9a4e9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.495209 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-73cbdeed-0ef1-4f28-9945-4a0a9a4e9ce8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed3a2eafd3e948499deb66d71313b595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698502 Sep 03 16:24:42.496389 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbdeed-0ef1-4f28-9945-4a0a9a4e9ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b470d-42e4-4dfc-9ae0-edfb5c7c0df2,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:42.497849 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 40986) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:42.592302 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2363-0ed1-434b-856e-5e8d54921ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.620043 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2363-0ed1-434b-856e-5e8d54921ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.671196 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2363-0ed1-434b-856e-5e8d54921ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.673992 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e0f2363-0ed1-434b-856e-5e8d54921ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:42.675085 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0e0f2363-0ed1-434b-856e-5e8d54921ea2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea6b470d-42e4-4dfc-9ae0-edfb5c7c0df2 HTTP/1.1" status: 204 len: 168 time: 0.1757345 Sep 03 16:24:42.684921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f2363-0ed1-434b-856e-5e8d54921ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b470d-42e4-4dfc-9ae0-edfb5c7c0df2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:43.071580 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41014) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:43.087827 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35259b26-bd5e-4123-97cb-547c795cc526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.105677 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea9445-08af-4800-bb1b-463cb8dfd0d6 req-f93bdb74-f4d3-4825-80d7-88808deb9f6d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:43.108162 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60ea9445-08af-4800-bb1b-463cb8dfd0d6 req-f93bdb74-f4d3-4825-80d7-88808deb9f6d tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 945 time: 0.0581849 Sep 03 16:24:43.161884 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60ea9445-08af-4800-bb1b-463cb8dfd0d6 req-5a86ce01-2b2e-4b34-a07b-e290a341ec26 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Sep 03 16:24:43.212440 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35259b26-bd5e-4123-97cb-547c795cc526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.216871 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-35259b26-bd5e-4123-97cb-547c795cc526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.257848 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-35259b26-bd5e-4123-97cb-547c795cc526 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d377b002b2945779474d9f50ceb0af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849232 Sep 03 16:24:43.258821 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35259b26-bd5e-4123-97cb-547c795cc526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24dcb09-109b-4530-89dd-33f5577a85c0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:43.261050 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41018) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:43.313025 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7329-2fca-4a59-923e-408885061aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.334404 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7329-2fca-4a59-923e-408885061aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.383476 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7329-2fca-4a59-923e-408885061aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.386425 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7329-2fca-4a59-923e-408885061aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:43.387568 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e5ff7329-2fca-4a59-923e-408885061aa0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e24dcb09-109b-4530-89dd-33f5577a85c0 HTTP/1.1" status: 204 len: 168 time: 0.1253130 Sep 03 16:24:43.405373 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff7329-2fca-4a59-923e-408885061aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24dcb09-109b-4530-89dd-33f5577a85c0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:43.858929 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:44.277453 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59528e-fd6f-4bbd-b2a5-5aba013b1f1a req-3b235052-bca9-431f-823c-91b3f0e9fd82 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:44.278968 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c59528e-fd6f-4bbd-b2a5-5aba013b1f1a req-3b235052-bca9-431f-823c-91b3f0e9fd82 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Sep 03 16:24:44.332413 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c59528e-fd6f-4bbd-b2a5-5aba013b1f1a req-c2243273-83a6-4ae1-a94d-905078ac5199 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Sep 03 16:24:44.625518 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41100) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:44.760005 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b82d8790-04b1-43a4-9ace-b4b80841b7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:44.870584 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b82d8790-04b1-43a4-9ace-b4b80841b7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:44.875810 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b82d8790-04b1-43a4-9ace-b4b80841b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:44.919509 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b82d8790-04b1-43a4-9ace-b4b80841b7be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12b963170f254995a136eb8c62fbe7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929132 Sep 03 16:24:44.920399 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d8790-04b1-43a4-9ace-b4b80841b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7eafa7-3744-4ef7-905d-5f6abc3fb2ce,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:44.922857 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41114) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:44.972043 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8545d261-719e-464a-bb96-ff7eb02ef7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:44.995106 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8545d261-719e-464a-bb96-ff7eb02ef7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:45.043966 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8545d261-719e-464a-bb96-ff7eb02ef7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:45.047239 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8545d261-719e-464a-bb96-ff7eb02ef7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:45.048524 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8545d261-719e-464a-bb96-ff7eb02ef7a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b7eafa7-3744-4ef7-905d-5f6abc3fb2ce HTTP/1.1" status: 204 len: 168 time: 0.1238999 Sep 03 16:24:45.059557 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545d261-719e-464a-bb96-ff7eb02ef7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7eafa7-3744-4ef7-905d-5f6abc3fb2ce,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:45.206853 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485b6a3-8b32-4eae-9c58-dc6f0d86b663 req-4c4d85a8-501f-4942-8f9c-d55a78be6992 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:45.208492 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3485b6a3-8b32-4eae-9c58-dc6f0d86b663 req-4c4d85a8-501f-4942-8f9c-d55a78be6992 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 945 time: 0.0630248 Sep 03 16:24:45.271159 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3485b6a3-8b32-4eae-9c58-dc6f0d86b663 req-38dcf5e9-7d87-4224-9b79-4b4568f7dcc6 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494926 Sep 03 16:24:46.149612 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41178) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:46.254573 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded6578b-1e15-4ba2-b4de-f12a18bf9849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.358828 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded6578b-1e15-4ba2-b4de-f12a18bf9849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.362829 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded6578b-1e15-4ba2-b4de-f12a18bf9849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.387960 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af78b7-9618-4cd8-8396-0ad981e1d5ae req-7810e859-a830-43a3-91eb-f05128c634f5 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:46.390611 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c4af78b7-9618-4cd8-8396-0ad981e1d5ae req-7810e859-a830-43a3-91eb-f05128c634f5 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Sep 03 16:24:46.400944 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ded6578b-1e15-4ba2-b4de-f12a18bf9849 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cfb725ee3e84f3e90e976a28786d2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502501 Sep 03 16:24:46.402999 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6578b-1e15-4ba2-b4de-f12a18bf9849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf3c59-ee9f-4393-a60e-5f7ee0716300,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:46.403533 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41188) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:46.469775 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c4af78b7-9618-4cd8-8396-0ad981e1d5ae req-7ddcd139-b62f-4edb-ae43-466569a1af92 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/security-groups?id=04875866-8a57-441f-86cf-7612c780406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709865 Sep 03 16:24:46.491354 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af10705b-2762-4b9f-a612-e5da4aa6c27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.514727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af10705b-2762-4b9f-a612-e5da4aa6c27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.564309 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af10705b-2762-4b9f-a612-e5da4aa6c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.567273 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-af10705b-2762-4b9f-a612-e5da4aa6c27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.571326 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41200) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:46.572353 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-af10705b-2762-4b9f-a612-e5da4aa6c27d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4cf3c59-ee9f-4393-a60e-5f7ee0716300 HTTP/1.1" status: 204 len: 168 time: 0.1583912 Sep 03 16:24:46.587006 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10705b-2762-4b9f-a612-e5da4aa6c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf3c59-ee9f-4393-a60e-5f7ee0716300,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:46.709544 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75bea41d-d74c-48be-8927-d3b5578a28e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.865902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75bea41d-d74c-48be-8927-d3b5578a28e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.871713 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-75bea41d-d74c-48be-8927-d3b5578a28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:46.919516 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-75bea41d-d74c-48be-8927-d3b5578a28e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91e4e3a504f647009b868d75183b3e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470614 Sep 03 16:24:46.922595 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41228) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:46.928489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bea41d-d74c-48be-8927-d3b5578a28e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b78262-5d14-41f2-ba35-d930438199c2,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:46.977676 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aaff-0318-4e7c-951c-0faf217ba841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.006126 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aaff-0318-4e7c-951c-0faf217ba841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.109379 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-a39b38a0-df5e-4053-adc5-748e8e675dae tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:47.109379 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-a39b38a0-df5e-4053-adc5-748e8e675dae tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 945 time: 0.0698447 Sep 03 16:24:47.128931 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aaff-0318-4e7c-951c-0faf217ba841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.131731 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d1a5aaff-0318-4e7c-951c-0faf217ba841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.136475 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d1a5aaff-0318-4e7c-951c-0faf217ba841 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38b78262-5d14-41f2-ba35-d930438199c2 HTTP/1.1" status: 204 len: 168 time: 0.2119510 Sep 03 16:24:47.185805 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5aaff-0318-4e7c-951c-0faf217ba841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b78262-5d14-41f2-ba35-d930438199c2,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:47.262303 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Deleting port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:24:47.263011 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.385487 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] For port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,segment=NetworkSegment(688a6684-2059-41fb-8b9c-ebe413f7ee6d),segment_id=688a6684-2059-41fb-8b9c-ebe413f7ee6d)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:24:47.385862 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.402330 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Calling delete_port for 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:24:47.569356 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.584073 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:24:47.590970 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-94c43ff4-6644-4918-896d-706daa7590b9 req-1fe1ba12-667a-444f-8436-b19eec73c1eb tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.42 "GET /v2.0/ports?device_id=8638f0e9-07d3-49f1-b909-c14347e47915 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Sep 03 16:24:47.597613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Pushing event deleted for resources: {'Port': ['ID=8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:47.643571 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] No DVR routers for this DVR port 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:24:47.646782 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.648876 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dfc25ae3-46a2-4564-90b7-bbb244644fab req-af260224-d95a-481b-a18d-819743fc4dd8 tempest-VolumesActionsTest-1666468126 tempest-VolumesActionsTest-1666468126-project] 10.222.0.15 "DELETE /v2.0/ports/8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef HTTP/1.1" status: 204 len: 173 time: 0.5320106 Sep 03 16:24:47.649370 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638f0e9-07d3-49f1-b909-c14347e47915', 'name': 'network-vif-deleted', 'tag': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:24:47.651633 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40197e02-700d-40fb-9cc5-101b604e8a75" -d '{"events": [{"server_uuid": "8638f0e9-07d3-49f1-b909-c14347e47915", "name": "network-vif-deleted", "tag": "8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:24:47.693728 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c70ee-790d-4e81-ac71-73e1b5318043 x-openstack-request-id: req-348c70ee-790d-4e81-ac71-73e1b5318043 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:24:47.694024 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8638f0e9-07d3-49f1-b909-c14347e47915", "name": "network-vif-deleted", "tag": "8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:24:47.694271 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-348c70ee-790d-4e81-ac71-73e1b5318043 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:24:47.694664 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8638f0e9-07d3-49f1-b909-c14347e47915', 'name': 'network-vif-deleted', 'tag': '8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef', 'status': 'completed', 'code': 200} Sep 03 16:24:48.298465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-032ee09b-0079-4b00-a08a-96141391dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:48.300265 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-032ee09b-0079-4b00-a08a-96141391dad5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0468283 Sep 03 16:24:48.304535 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ae70-3367-4974-ba8c-9a807f6b1f90 req-68c54849-934b-4e2c-809a-cb042cee3a5e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:48.306319 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e677ae70-3367-4974-ba8c-9a807f6b1f90 req-68c54849-934b-4e2c-809a-cb042cee3a5e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0610375 Sep 03 16:24:48.352613 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e677ae70-3367-4974-ba8c-9a807f6b1f90 req-1aae1e59-0d62-4eba-975e-4b9c34a2c687 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 Sep 03 16:24:48.411061 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-8cdbf0ba-0c18-4d15-bd48-42c279641dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:48.412630 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-8cdbf0ba-0c18-4d15-bd48-42c279641dcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1031299 Sep 03 16:24:48.457336 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-fecaba84-219c-4dbe-91d6-6f0fb09226b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.0357218 Sep 03 16:24:48.512572 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-571072f5-b985-4350-829d-b861aba0e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:48.513973 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-571072f5-b985-4350-829d-b861aba0e52d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0449405 Sep 03 16:24:48.559690 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-5dcdb2d7-b1eb-476c-bf6f-4aa905829d0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282004 Sep 03 16:24:48.853841 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-15e23b3e-33a2-4c7d-b065-a2ca6b6ddf8d service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855694 Sep 03 16:24:48.950425 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-f532144a-e7f2-420a-ad49-b35d335de5ff req-07726a2c-0349-4256-a40e-be17b45233ef service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885236 Sep 03 16:24:49.036090 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41324) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:49.150367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.256529 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.260791 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.299070 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d12db7135b3e4916bea423d16388f4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618678 Sep 03 16:24:49.299955 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d83eb2-105b-4d7a-908e-7e07a3a6ce30,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:49.301935 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41342) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:49.307206 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.307567 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.307927 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.308434 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.309285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.309285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.309481 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.309751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.310091 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.310418 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.310741 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.311604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f58ea-a85a-4195-945e-0b32d4fadca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.357055 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.382197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.475625 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.478237 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.482023 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69d83eb2-105b-4d7a-908e-7e07a3a6ce30 HTTP/1.1" status: 204 len: 168 time: 0.1790922 Sep 03 16:24:49.500930 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723d54c-36cf-4f1f-8381-6aa16e36782a req-15a3896d-1359-40ff-b36a-857701ef7a8f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:49.502440 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b723d54c-36cf-4f1f-8381-6aa16e36782a req-15a3896d-1359-40ff-b36a-857701ef7a8f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0707581 Sep 03 16:24:49.503835 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d83eb2-105b-4d7a-908e-7e07a3a6ce30,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:49.516721 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.517090 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.517423 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.517960 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.518315 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.518641 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.519124 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.519457 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.520032 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.520523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.520868 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.521177 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de947c4-1dc2-45b6-a5be-b1a338302a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:49.560160 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:24:49.569690 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b723d54c-36cf-4f1f-8381-6aa16e36782a req-6cef3641-1c7a-4e9f-84ed-6038072c87bc tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 Sep 03 16:24:49.583715 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:24:49.584114 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8d425d7f-7c8f-4bbf-a2e0-f39a889bf2ef not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:24:49.604837 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41370) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:49.767725 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcd07-b9f9-406d-8550-314978208fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.776414 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41376) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:49.798172 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9add7e8-21ed-47fe-b5e9-63d3d93c5308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.882855 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcd07-b9f9-406d-8550-314978208fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.888151 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcd07-b9f9-406d-8550-314978208fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:49.935139 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdcd07-b9f9-406d-8550-314978208fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab93feb3-943a-447c-9138-2aef38f2b3ec,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:49.942293 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b0bdcd07-b9f9-406d-8550-314978208fd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3b52d7fdf604ba799d4e8494d2e54b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360753 Sep 03 16:24:49.945007 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41378) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:49.994897 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79fb52ff-6014-4ba3-b462-9ca15e7b7eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.003118 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9add7e8-21ed-47fe-b5e9-63d3d93c5308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.007526 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a9add7e8-21ed-47fe-b5e9-63d3d93c5308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.016925 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79fb52ff-6014-4ba3-b462-9ca15e7b7eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.047122 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9add7e8-21ed-47fe-b5e9-63d3d93c5308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f13f8ed-7bdb-4495-9270-7fb342ae8ec7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:50.053464 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a9add7e8-21ed-47fe-b5e9-63d3d93c5308 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=509535afaefd499c97fec0778997d7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758024 Sep 03 16:24:50.054971 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41380) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:50.069382 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79fb52ff-6014-4ba3-b462-9ca15e7b7eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.072264 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79fb52ff-6014-4ba3-b462-9ca15e7b7eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.073399 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-79fb52ff-6014-4ba3-b462-9ca15e7b7eab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab93feb3-943a-447c-9138-2aef38f2b3ec HTTP/1.1" status: 204 len: 168 time: 0.1273162 Sep 03 16:24:50.081726 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb52ff-6014-4ba3-b462-9ca15e7b7eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab93feb3-943a-447c-9138-2aef38f2b3ec,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:50.110824 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d868bc4-448f-4e26-ac8f-80c64664300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.132617 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d868bc4-448f-4e26-ac8f-80c64664300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.184710 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d868bc4-448f-4e26-ac8f-80c64664300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.188433 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2d868bc4-448f-4e26-ac8f-80c64664300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.192532 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2d868bc4-448f-4e26-ac8f-80c64664300c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f13f8ed-7bdb-4495-9270-7fb342ae8ec7 HTTP/1.1" status: 204 len: 168 time: 0.1364443 Sep 03 16:24:50.200892 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868bc4-448f-4e26-ac8f-80c64664300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f13f8ed-7bdb-4495-9270-7fb342ae8ec7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:51.345742 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41448) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:51.451089 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fcf77f92-280b-4e82-81e0-c3918dbb025f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.538753 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fcf77f92-280b-4e82-81e0-c3918dbb025f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.542606 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fcf77f92-280b-4e82-81e0-c3918dbb025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.581944 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fcf77f92-280b-4e82-81e0-c3918dbb025f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce948ac7ed7a462e8e23d0e6aee26266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350788 Sep 03 16:24:51.582775 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77f92-280b-4e82-81e0-c3918dbb025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0264b728-b8a7-4977-98de-69eacd515b0d,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:51.584678 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41456) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:51.634043 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bad479b-b950-439a-862c-de1136bec750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.653980 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bad479b-b950-439a-862c-de1136bec750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.697890 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bad479b-b950-439a-862c-de1136bec750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.700641 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bad479b-b950-439a-862c-de1136bec750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:51.701804 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2bad479b-b950-439a-862c-de1136bec750 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0264b728-b8a7-4977-98de-69eacd515b0d HTTP/1.1" status: 204 len: 168 time: 0.1160736 Sep 03 16:24:51.708964 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad479b-b950-439a-862c-de1136bec750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0264b728-b8a7-4977-98de-69eacd515b0d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:52.671601 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8eba-6fc3-477d-8ead-6f7b1555a761 req-9976a9f4-e331-4de7-94ae-61160f3d42a0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:52.673176 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dafe8eba-6fc3-477d-8ead-6f7b1555a761 req-9976a9f4-e331-4de7-94ae-61160f3d42a0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0526977 Sep 03 16:24:52.714552 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dafe8eba-6fc3-477d-8ead-6f7b1555a761 req-4736e760-dfde-469b-99a2-b0cbe64e1b07 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347247 Sep 03 16:24:53.854087 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5309d-db20-46df-ae5b-02fe994e2cc1 req-32ed11bb-eab1-4143-a73b-dd06f6f233a9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:53.855791 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1af5309d-db20-46df-ae5b-02fe994e2cc1 req-32ed11bb-eab1-4143-a73b-dd06f6f233a9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0589859 Sep 03 16:24:53.906108 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1af5309d-db20-46df-ae5b-02fe994e2cc1 req-93948374-5af6-4486-8231-0d8da220ba2d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Sep 03 16:24:54.949289 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41550) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:55.081653 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-641bd550-a2f6-4740-bea9-18e42b83f197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.245601 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-641bd550-a2f6-4740-bea9-18e42b83f197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.257324 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-641bd550-a2f6-4740-bea9-18e42b83f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.300262 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-641bd550-a2f6-4740-bea9-18e42b83f197 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11531aa656304447804ae52886d6d484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497868 Sep 03 16:24:55.303146 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41556) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:55.317818 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bd550-a2f6-4740-bea9-18e42b83f197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da1492f-9cd1-4c92-98a9-abb871b8bd40,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:55.375965 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad522814-32d4-490a-9c38-9e503d6d824a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.402033 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad522814-32d4-490a-9c38-9e503d6d824a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.465714 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad522814-32d4-490a-9c38-9e503d6d824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.469006 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ad522814-32d4-490a-9c38-9e503d6d824a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:55.470166 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ad522814-32d4-490a-9c38-9e503d6d824a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0da1492f-9cd1-4c92-98a9-abb871b8bd40 HTTP/1.1" status: 204 len: 168 time: 0.1659915 Sep 03 16:24:55.478337 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad522814-32d4-490a-9c38-9e503d6d824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da1492f-9cd1-4c92-98a9-abb871b8bd40,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:57.275198 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3cd48-6f04-42a5-beb9-434f7b00f703 req-9a20fb10-5f94-407a-92f1-96d3311a5c5c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:57.277092 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53d3cd48-6f04-42a5-beb9-434f7b00f703 req-9a20fb10-5f94-407a-92f1-96d3311a5c5c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0716786 Sep 03 16:24:57.332526 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53d3cd48-6f04-42a5-beb9-434f7b00f703 req-1d4ebbda-40f7-48f6-809e-de735bdb9be9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Sep 03 16:24:58.079472 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-19094235-322e-4803-bf56-2d7525e6f9c3 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=62847fa377034de0bc260a3927fe1172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451062 Sep 03 16:24:58.346080 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-92c2e67b-39fd-4d5e-8e8b-d80fe941f4f9 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:58.357288 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-92c2e67b-39fd-4d5e-8e8b-d80fe941f4f9 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767873 Sep 03 16:24:58.399719 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-2327eebf-bfb9-40f1-b6da-16b60e1cede6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/quotas/62847fa377034de0bc260a3927fe1172 HTTP/1.1" status: 200 len: 375 time: 0.0403409 Sep 03 16:24:58.453798 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-873eda63-7538-449d-b494-ba42e4eef4eb tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=62847fa377034de0bc260a3927fe1172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512481 Sep 03 16:24:58.551804 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d526e-f15a-4f41-a070-0198323d5863 req-1cb395b0-c03d-46a8-bcbd-8f023e2ebe32 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:24:58.553758 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-635d526e-f15a-4f41-a070-0198323d5863 req-1cb395b0-c03d-46a8-bcbd-8f023e2ebe32 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0648618 Sep 03 16:24:58.867651 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ccbd665-5e83-4978-b1c5-b19b50818fb6 req-a4d6a312-ba54-476f-b270-6472c1451db4 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 210 time: 0.0329530 Sep 03 16:24:58.902300 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-635d526e-f15a-4f41-a070-0198323d5863 req-7cecfc4b-6bc8-4ad7-8b7d-8bb2a26b51ea tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403609 Sep 03 16:25:00.134994 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:01.675347 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-33e07c51-09fb-42ad-8b4c-92975d4cc917 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617855 Sep 03 16:25:01.687235 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7cf829b4-ae8b-4f6c-a0ab-a035284ef2fb req-7f6c1355-3f14-4362-9330-af2d3d0c7156 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 210 time: 0.0624926 Sep 03 16:25:01.732688 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e63917-fdc3-4f0f-b83e-6d78353272ea req-62b35755-d426-4a87-a65c-6488307630c0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:01.743559 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f2e63917-fdc3-4f0f-b83e-6d78353272ea req-62b35755-d426-4a87-a65c-6488307630c0 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.1457949 Sep 03 16:25:01.771751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f031e-34a8-46da-958c-1dac77bf378c req-ff618b78-9553-497f-a998-21590d5fa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:01.774248 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-ff618b78-9553-497f-a998-21590d5fa3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 1099 time: 0.0555151 Sep 03 16:25:01.823896 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f2e63917-fdc3-4f0f-b83e-6d78353272ea req-1f34ee8a-614a-4bdd-adf1-1f7733b2b950 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Sep 03 16:25:01.988562 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f031e-34a8-46da-958c-1dac77bf378c req-6efffce9-8c81-46fc-8e75-1ca2684d3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:01.989978 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-6efffce9-8c81-46fc-8e75-1ca2684d3918 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1350660 Sep 03 16:25:02.056188 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-38d8a9d3-5aa6-4a48-a4e3-5c44f27a7805 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc HTTP/1.1" status: 200 len: 217 time: 0.0474603 Sep 03 16:25:02.129863 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f031e-34a8-46da-958c-1dac77bf378c req-846b91dd-6be5-4f1d-bc13-29fcd7833300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:02.131755 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-846b91dd-6be5-4f1d-bc13-29fcd7833300 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0666301 Sep 03 16:25:02.221197 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-97171dff-c31a-4173-ab5c-d1d602582d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770192 Sep 03 16:25:02.290425 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-78a1b568-6bb4-4864-96f3-c88e79e3ab9d tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=62847fa377034de0bc260a3927fe1172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327246 Sep 03 16:25:02.500944 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-9e02ddbc-af7f-4a34-89fa-6b01d6f069b0 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668343 Sep 03 16:25:02.555427 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-f974f781-e003-4204-a5ef-57b158e485a3 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:02.556829 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-f974f781-e003-4204-a5ef-57b158e485a3 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563295 Sep 03 16:25:02.643070 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Request body: {'port': {'device_id': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a', 'admin_state_up': True, 'tenant_id': '62847fa377034de0bc260a3927fe1172'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:02.676826 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-163f031e-34a8-46da-958c-1dac77bf378c req-3d4f88b2-72d1-42d5-9e72-1b07c3f9f754 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603987 Sep 03 16:25:02.827505 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Made reservation on behalf of 62847fa377034de0bc260a3927fe1172 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:02.844077 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:02.855599 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:02.901653 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d0a18606-a118-446c-9c11-f4976afdff7b req-5b6bc14f-26bd-4acf-ae32-25d0f4b11064 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 210 time: 0.0876064 Sep 03 16:25:03.043135 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:03.048146 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:03.052933 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86b52-1d3f-4601-830f-1920b07a37f7 req-0276019c-6f6d-4368-95d2-88445bff086d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:03.054539 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47e86b52-1d3f-4601-830f-1920b07a37f7 req-0276019c-6f6d-4368-95d2-88445bff086d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.1065061 Sep 03 16:25:03.098122 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47e86b52-1d3f-4601-830f-1920b07a37f7 req-1b489dbc-f7d4-4eaf-a977-cc69367532d1 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Sep 03 16:25:03.135605 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e964207-f545-4d22-bdb3-1c6dfc071fdb,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:03.246309 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Allocated IP 192.168.233.212 (a025e249-dcfd-460a-a515-1b5a371c487a/a98e2181-3679-47a1-a569-7639efa428df/0ca335cd-ccd9-4cf3-909b-4e14426a71e3) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:03.506746 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:03.521211 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Transition to ACTIVE for port object 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:03.554606 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:03.600604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Network a025e249-dcfd-460a-a515-1b5a371c487a is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:03.603685 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:03.606170 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:03.615158 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Pushing event updated for resources: {'Port': ['ID=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:03.661823 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:03.662461 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:03.677211 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-d14f64b3-ba73-48f1-bff3-82a534fcd3e6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0450382 Sep 03 16:25:03.801193 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8f6f2348-ced0-4b30-a2f3-c601b9c9a007 None None] Provisioning for port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:03.805814 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8f6f2348-ced0-4b30-a2f3-c601b9c9a007 None None] Provisioning complete for port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:03.806185 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2348-ced0-4b30-a2f3-c601b9c9a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:03.854067 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f2348-ced0-4b30-a2f3-c601b9c9a007 None None] Port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:04.049223 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c788b57-9c8a-4cea-a081-115a5f35a307 req-b3749869-775c-4fdd-8897-f3b5fbb7f004 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:04.050696 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3c788b57-9c8a-4cea-a081-115a5f35a307 req-b3749869-775c-4fdd-8897-f3b5fbb7f004 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 936 time: 0.0501280 Sep 03 16:25:04.098450 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3c788b57-9c8a-4cea-a081-115a5f35a307 req-127e5716-117e-424d-92c5-c7bdd19e1801 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Sep 03 16:25:04.225683 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fc5aa-f59e-40fe-9eb5-e92f187a8d53 req-5df0e851-dde7-47b4-854b-504d431b3457 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:04.227230 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b2fc5aa-f59e-40fe-9eb5-e92f187a8d53 req-5df0e851-dde7-47b4-854b-504d431b3457 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0552649 Sep 03 16:25:04.264621 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b2fc5aa-f59e-40fe-9eb5-e92f187a8d53 req-b6fd40a7-ef3f-4d7b-9891-e30d4a53a50a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309069 Sep 03 16:25:04.884511 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Request body: {'port': {'device_id': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:04.957481 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:05.225031 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7939-9230-4d46-8fda-5374df7f0ae9 req-13fc9e35-df6c-4c99-899d-7b87f9a3d18f tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:05.226536 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d6d7939-9230-4d46-8fda-5374df7f0ae9 req-13fc9e35-df6c-4c99-899d-7b87f9a3d18f tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 936 time: 0.0500615 Sep 03 16:25:05.254639 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:25:05.261949 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:05.269268 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d6d7939-9230-4d46-8fda-5374df7f0ae9 req-f988ea6d-3c29-493a-8638-c274d7e63809 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Sep 03 16:25:05.273478 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Transition to ACTIVE for port object 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:05.277637 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:05.327317 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:05.404431 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Attempting to bind port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:05.404772 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Attempting to bind port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:05.405103 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Attempting to bind port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 on network a025e249-dcfd-460a-a515-1b5a371c487a {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:05.407019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320f6d8-25f3-4a7f-aad1-be83ca6cf0eb req-4e4175ce-5275-4195-9656-54affe08d212 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:05.408739 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1320f6d8-25f3-4a7f-aad1-be83ca6cf0eb req-4e4175ce-5275-4195-9656-54affe08d212 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0727036 Sep 03 16:25:05.410213 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 on network a025e249-dcfd-460a-a515-1b5a371c487a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:25:05.410541 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Attempting to bind port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 on network a025e249-dcfd-460a-a515-1b5a371c487a {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:05.417388 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:05.417727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Checking segment: {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:05.418110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Bound using segment: {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:05.418718 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Bound port: 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17e18b9-067d-4c95-b24e-e6fd5ee7c6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:05.419081 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:05.453656 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1320f6d8-25f3-4a7f-aad1-be83ca6cf0eb req-ad78d17d-f627-4ab3-a350-9c42d0db5a6f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Sep 03 16:25:05.500855 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] For port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:05.504248 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] For port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:05.509315 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:05.541583 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:05.542197 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:05.543586 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ca335cd-ccd9-4cf3-909b-4e14426a71e3 HTTP/1.1" status: 200 len: 1098 time: 0.6636043 Sep 03 16:25:05.544049 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'tag': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:05.546824 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5280f7-dd38-4076-87cf-a9a1de2c91b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d37523b-c4f1-416c-8155-26c2097d3a53", "tag": "0ca335cd-ccd9-4cf3-909b-4e14426a71e3"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:05.575592 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbf990-81a0-40bd-9ad6-b8d5d43662f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:05.592341 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ad7a8-1eb6-49bf-b2f8-94a3b766e524 x-openstack-request-id: req-fb2ad7a8-1eb6-49bf-b2f8-94a3b766e524 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:05.592736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d37523b-c4f1-416c-8155-26c2097d3a53", "tag": "0ca335cd-ccd9-4cf3-909b-4e14426a71e3", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:05.593054 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb2ad7a8-1eb6-49bf-b2f8-94a3b766e524 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:05.593537 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'tag': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3', 'status': 'completed', 'code': 200} Sep 03 16:25:05.924756 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5280f7-dd38-4076-87cf-a9a1de2c91b4 req-cbfbb924-3569-44f8-9cc4-88a72f5145b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:05.926280 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e5280f7-dd38-4076-87cf-a9a1de2c91b4 req-cbfbb924-3569-44f8-9cc4-88a72f5145b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62847fa377034de0bc260a3927fe1172&device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 1101 time: 0.0649743 Sep 03 16:25:05.974252 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e5280f7-dd38-4076-87cf-a9a1de2c91b4 req-82758ba3-099e-4541-ab27-15423c8f6817 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=62847fa377034de0bc260a3927fe1172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251200 Sep 03 16:25:06.085093 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5280f7-dd38-4076-87cf-a9a1de2c91b4 req-7dda9af3-9cdc-4e08-8ac6-a042e4e49df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:06.086588 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7e5280f7-dd38-4076-87cf-a9a1de2c91b4 req-7dda9af3-9cdc-4e08-8ac6-a042e4e49df8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048880 Sep 03 16:25:06.177759 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-1b58a5a2-1f87-4804-9fbc-09547ba80a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:06.179290 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-1b58a5a2-1f87-4804-9fbc-09547ba80a02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=62847fa377034de0bc260a3927fe1172&device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 1101 time: 0.0502100 Sep 03 16:25:06.265574 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-ec4ce9ad-53cd-4d10-8fce-db15f7d393bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0ca335cd-ccd9-4cf3-909b-4e14426a71e3 HTTP/1.1" status: 200 len: 217 time: 0.0749652 Sep 03 16:25:06.374923 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-0a061725-78a0-4b0a-a492-20dcdf63651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:06.376543 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-0a061725-78a0-4b0a-a492-20dcdf63651b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a98e2181-3679-47a1-a569-7639efa428df HTTP/1.1" status: 200 len: 843 time: 0.1044669 Sep 03 16:25:06.494729 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47aeb-fd22-408b-816e-491a698f74aa req-dbd517ea-58fa-441f-9c74-a3f957f03457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:06.496418 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-dbd517ea-58fa-441f-9c74-a3f957f03457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a025e249-dcfd-460a-a515-1b5a371c487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1098018 Sep 03 16:25:06.590326 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aeaba6-facc-46c3-ba53-9e6789391d04 req-341b1cc1-7c4c-4464-b07f-fbfb4c1bad3f tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:06.591999 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66aeaba6-facc-46c3-ba53-9e6789391d04 req-341b1cc1-7c4c-4464-b07f-fbfb4c1bad3f tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 948 time: 0.1232004 Sep 03 16:25:06.672442 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66aeaba6-facc-46c3-ba53-9e6789391d04 req-70f16add-34d8-4cad-9626-e53f9690ac84 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Sep 03 16:25:06.730050 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-5f0363dd-0baa-4eab-9dc1-225e143d82a9 service neutron] 10.222.0.15 "GET /v2.0/networks/a025e249-dcfd-460a-a515-1b5a371c487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213390 Sep 03 16:25:06.819535 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2af4-a74b-4301-8365-4438bf449c77 req-b0dcf146-c70c-4fd4-9e53-39fe627111ac tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:06.821568 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f7f2af4-a74b-4301-8365-4438bf449c77 req-b0dcf146-c70c-4fd4-9e53-39fe627111ac tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0564389 Sep 03 16:25:06.874965 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-51a47aeb-fd22-408b-816e-491a698f74aa req-1d3cf7aa-208e-417b-877e-fb1ab8f76bfa service neutron] 10.222.0.15 "GET /v2.0/networks/a025e249-dcfd-460a-a515-1b5a371c487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306877 Sep 03 16:25:06.912285 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f7f2af4-a74b-4301-8365-4438bf449c77 req-8bbbaf0d-b1fe-4558-a655-44bf417ff012 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706089 Sep 03 16:25:07.105586 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4117bc-d349-430f-9802-bb0420e51be0 req-ee5568a5-549f-4aef-8488-947aa7eb8858 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:07.108620 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e4117bc-d349-430f-9802-bb0420e51be0 req-ee5568a5-549f-4aef-8488-947aa7eb8858 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1158333 Sep 03 16:25:07.187221 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e4117bc-d349-430f-9802-bb0420e51be0 req-ce774f1a-17bf-49d8-8431-e34fac82f628 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719247 Sep 03 16:25:07.869454 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b8290-d0df-4e24-b26c-87c19c1358bc req-3691cc68-5f0c-421d-9dc7-d1e085aa776d tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:07.879397 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dc9b8290-d0df-4e24-b26c-87c19c1358bc req-3691cc68-5f0c-421d-9dc7-d1e085aa776d tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 948 time: 0.1063237 Sep 03 16:25:07.937844 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dc9b8290-d0df-4e24-b26c-87c19c1358bc req-7d8bd95e-bb68-48c0-9bbb-c7b28477bada tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 Sep 03 16:25:08.159712 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534363eb-5aa0-47ee-a8f9-150581e28f0d req-1a896e01-68bf-4d79-b74c-256b3d5dd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:08.165766 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-534363eb-5aa0-47ee-a8f9-150581e28f0d req-1a896e01-68bf-4d79-b74c-256b3d5dd117 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0562506 Sep 03 16:25:08.230544 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f23-c5ae-4e15-a4ae-49d267cd1c21 req-5e16af25-9897-47b2-ab67-75fa26e6a2e7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:08.243693 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff131f23-c5ae-4e15-a4ae-49d267cd1c21 req-5e16af25-9897-47b2-ab67-75fa26e6a2e7 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.1154678 Sep 03 16:25:08.257793 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-534363eb-5aa0-47ee-a8f9-150581e28f0d req-b643f7aa-b720-4329-b4f1-b30cd812296b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 Sep 03 16:25:08.264493 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48f90ff2-2809-490d-97de-4f97d528b736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:08.302129 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff131f23-c5ae-4e15-a4ae-49d267cd1c21 req-9565bd0f-7a68-4f52-aebb-e281f13849b9 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Sep 03 16:25:08.378535 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2c71-1e1c-4cc7-a159-f89f01b47513 req-dee342d1-e09f-453a-82ee-591411c6806b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:08.387005 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b24e2c71-1e1c-4cc7-a159-f89f01b47513 req-dee342d1-e09f-453a-82ee-591411c6806b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0789227 Sep 03 16:25:08.447465 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b24e2c71-1e1c-4cc7-a159-f89f01b47513 req-8e5332ff-503b-4b58-8516-b8ca86cf407b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589583 Sep 03 16:25:09.094458 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee663-5c81-4e29-a2e7-426c4f6d46f6 req-12d68477-7aeb-4f55-91ee-6619f2dab6a7 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:09.096104 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-273ee663-5c81-4e29-a2e7-426c4f6d46f6 req-12d68477-7aeb-4f55-91ee-6619f2dab6a7 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 948 time: 0.0813310 Sep 03 16:25:09.167765 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-273ee663-5c81-4e29-a2e7-426c4f6d46f6 req-0563736a-68c5-4182-9cd4-bbe1ebd510d4 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 Sep 03 16:25:09.442596 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de0320-e7d4-4c5b-871d-a987fb7cc85e req-e68f15b1-53cb-4e3a-ace4-5f291336247b tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:09.453682 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72de0320-e7d4-4c5b-871d-a987fb7cc85e req-e68f15b1-53cb-4e3a-ace4-5f291336247b tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0807824 Sep 03 16:25:09.556958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72de0320-e7d4-4c5b-871d-a987fb7cc85e req-0aa1030d-0494-4018-acd9-9bcd00b3bbae tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020327 Sep 03 16:25:09.655592 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a51f-3fa8-4b70-831c-c55eff29e33f req-954f5d96-8f29-4212-8cbe-ff1c3664d0b5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:09.657381 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-be34a51f-3fa8-4b70-831c-c55eff29e33f req-954f5d96-8f29-4212-8cbe-ff1c3664d0b5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0663364 Sep 03 16:25:09.701534 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-be34a51f-3fa8-4b70-831c-c55eff29e33f req-5564027b-a291-4be5-b6d5-b74856b79be1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372686 Sep 03 16:25:09.823301 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:25:09.947528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:09.962324 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3', 'network_id': 'a025e249-dcfd-460a-a515-1b5a371c487a', 'port_id': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3', 'mac_address': 'fa:16:3e:15:96:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98e2181-3679-47a1-a569-7639efa428df', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:25:10.004095 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:10.018585 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:25:10.038837 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:10.043746 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:10.096123 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:10.104218 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.104587 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.104907 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.105249 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.105646 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.105927 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.106262 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.106615 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.107033 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.107400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.107729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.108083 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:10.301996 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f1bc0-c4e6-4ab4-b0e7-43e5de548fe8 req-1d39cddd-254a-4c78-946b-16c4dbd3deca tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:10.303540 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a89f1bc0-c4e6-4ab4-b0e7-43e5de548fe8 req-1d39cddd-254a-4c78-946b-16c4dbd3deca tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 949 time: 0.0648594 Sep 03 16:25:10.346786 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a89f1bc0-c4e6-4ab4-b0e7-43e5de548fe8 req-784d77f5-2a8a-4516-8257-b1b4cdece83d tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Sep 03 16:25:10.370877 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['0ca335cd-ccd9-4cf3-909b-4e14426a71e3'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:25:10.736200 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7ce3b-7a63-4ee1-ae76-4ee938b852b7 req-561ff46b-3d93-4d63-9b42-02357b38e32e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:10.740286 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bcb7ce3b-7a63-4ee1-ae76-4ee938b852b7 req-561ff46b-3d93-4d63-9b42-02357b38e32e tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0880907 Sep 03 16:25:10.796500 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bcb7ce3b-7a63-4ee1-ae76-4ee938b852b7 req-43f3cb22-35c2-4337-a849-b9fee585bbab tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Sep 03 16:25:10.881516 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74303cb-7e8d-4c1f-b273-236b8eefbb36 req-b794b19f-bef1-41b8-95a9-8be53040889f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:10.884572 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b74303cb-7e8d-4c1f-b273-236b8eefbb36 req-b794b19f-bef1-41b8-95a9-8be53040889f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0927081 Sep 03 16:25:10.956741 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b74303cb-7e8d-4c1f-b273-236b8eefbb36 req-6755aa63-69db-4d9e-b461-45378adaa9c0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617435 Sep 03 16:25:11.197188 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-264bc33b-4589-4ddb-bf03-c61d0a7ab97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:11.224320 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:11.269877 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-db9f9b6b-7479-4013-8f5a-9bc5c0974e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:11.271573 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-db9f9b6b-7479-4013-8f5a-9bc5c0974e32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=55675cc735454135937c6ba86d21a8ed&device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 1098 time: 0.0515115 Sep 03 16:25:11.343942 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6ac58-5998-4116-80f2-3b36309f5be0 req-00bc9db0-2628-479e-a2a6-9ad79d195d0d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:11.346225 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aed6ac58-5998-4116-80f2-3b36309f5be0 req-00bc9db0-2628-479e-a2a6-9ad79d195d0d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0657034 Sep 03 16:25:11.413223 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aed6ac58-5998-4116-80f2-3b36309f5be0 req-f403b4f1-ba0f-4882-a3f1-6ed6c1010b05 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Sep 03 16:25:11.432489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-bfc4fd55-13f9-4852-8b27-a834dc074e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:11.434687 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-bfc4fd55-13f9-4852-8b27-a834dc074e01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 200 len: 919 time: 0.1539266 Sep 03 16:25:11.493134 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-58e91bc8-bf4c-4625-a1a0-a342d3334c40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 200 len: 217 time: 0.0486636 Sep 03 16:25:11.522152 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d174-a2ad-4a72-bbf9-c1ac88700f0d req-c11a68b0-e820-413b-bd32-89b364f47174 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:11.523835 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7351d174-a2ad-4a72-bbf9-c1ac88700f0d req-c11a68b0-e820-413b-bd32-89b364f47174 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 949 time: 0.0604744 Sep 03 16:25:11.568550 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-cdeab9a4-7f3b-45b8-a7ac-48d78ddf27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:11.570107 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-cdeab9a4-7f3b-45b8-a7ac-48d78ddf27d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 200 len: 858 time: 0.0627320 Sep 03 16:25:11.592854 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7351d174-a2ad-4a72-bbf9-c1ac88700f0d req-4b8b6fb5-c145-4baf-a814-d19c17bf18fd tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600927 Sep 03 16:25:11.611202 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-355384ea-6ad5-4d1c-a48b-3377c8722f08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1de02763-f82f-424d-8a91-c131b3899d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319374 Sep 03 16:25:11.721285 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-0fb7eb52-652a-4443-afc4-30b56ce5b3f3 service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968020 Sep 03 16:25:11.830813 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:11.870689 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-b0b5e2e7-2e15-4032-a072-fb381cb10223 req-1f430ff9-f86b-489c-b497-7f9b8745883b service neutron] 10.222.0.15 "GET /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399267 Sep 03 16:25:11.917780 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:11.922945 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:11.923587 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:12.016755 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:12.068770 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:12.071789 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0d6ab-d0a1-4a97-b2b5-2ba35eade62b" -d '{"events": [{"server_uuid": "9d37523b-c4f1-416c-8155-26c2097d3a53", "name": "network-vif-plugged", "status": "completed", "tag": "0ca335cd-ccd9-4cf3-909b-4e14426a71e3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:12.081173 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1978-b2ad-485d-ad67-92ebb92d00bb req-5320a8d5-74e7-44cd-8ca1-2ea5c97f1040 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:12.092447 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-265c1978-b2ad-485d-ad67-92ebb92d00bb req-5320a8d5-74e7-44cd-8ca1-2ea5c97f1040 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0649183 Sep 03 16:25:12.104764 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:12.115969 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:12.149658 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-265c1978-b2ad-485d-ad67-92ebb92d00bb req-85d44983-fcf4-479d-9fdf-81f7858f460e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512714 Sep 03 16:25:12.180693 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0301aa7c-2710-4428-969b-a917baf11196 x-openstack-request-id: req-0301aa7c-2710-4428-969b-a917baf11196 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:12.180693 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d37523b-c4f1-416c-8155-26c2097d3a53", "name": "network-vif-plugged", "status": "completed", "tag": "0ca335cd-ccd9-4cf3-909b-4e14426a71e3", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:12.180693 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0301aa7c-2710-4428-969b-a917baf11196 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:12.180693 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3', 'code': 200} Sep 03 16:25:12.220988 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:12.272708 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:12.455784 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec8647-2e36-4bf0-8436-b3ca47885d70 req-75efe527-1cdb-42ca-8345-8856b20f5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:12.457403 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-faec8647-2e36-4bf0-8436-b3ca47885d70 req-75efe527-1cdb-42ca-8345-8856b20f5882 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 1103 time: 0.0482728 Sep 03 16:25:12.496692 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-faec8647-2e36-4bf0-8436-b3ca47885d70 req-866cb1af-e0c6-440e-a5f6-0f351efff6d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Sep 03 16:25:12.528583 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb672d-ba65-44fc-96ca-11d45d50aca2 req-a52437e0-a817-467c-96d0-65a42aa9b033 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:12.535999 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83bb672d-ba65-44fc-96ca-11d45d50aca2 req-a52437e0-a817-467c-96d0-65a42aa9b033 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0710485 Sep 03 16:25:12.575229 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83bb672d-ba65-44fc-96ca-11d45d50aca2 req-56a7fc50-860e-4f40-b8de-d78388618642 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Sep 03 16:25:12.712668 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bc9ee-aba4-4ec3-b3c7-f27fdee111dc req-8841e72b-f22d-4bf4-a5c8-f1c828a97312 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:12.715893 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5c9bc9ee-aba4-4ec3-b3c7-f27fdee111dc req-8841e72b-f22d-4bf4-a5c8-f1c828a97312 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 950 time: 0.0558915 Sep 03 16:25:12.777022 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5c9bc9ee-aba4-4ec3-b3c7-f27fdee111dc req-8ad3a65a-43ec-45f5-a763-ad19f4bb0f4c tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554478 Sep 03 16:25:13.214478 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 41946) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:13.283080 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f859c2-9527-40b4-8459-8c01146552e5 req-0d04d2de-02d8-46d3-8927-dbf5bad2029c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:13.284652 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95f859c2-9527-40b4-8459-8c01146552e5 req-0d04d2de-02d8-46d3-8927-dbf5bad2029c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0567911 Sep 03 16:25:13.324772 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95f859c2-9527-40b4-8459-8c01146552e5 req-354c193c-4a39-49b5-b249-87014891355d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339756 Sep 03 16:25:13.337887 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:25:13.344549 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ed35-0e0c-4d14-bd0f-485bd5799187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.430558 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ed35-0e0c-4d14-bd0f-485bd5799187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.434285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ed35-0e0c-4d14-bd0f-485bd5799187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.476919 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1dc3ed35-0e0c-4d14-bd0f-485bd5799187 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40c47eff21e6403ab6d3d17715bbb66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601166 Sep 03 16:25:13.477766 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3ed35-0e0c-4d14-bd0f-485bd5799187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001bbdbd-73d0-454d-bc39-4995070c3a0f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:13.479572 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 41958) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:13.526895 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-32cad65e-aedf-456e-85cd-bac751bb0444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.547043 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-32cad65e-aedf-456e-85cd-bac751bb0444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.596327 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-32cad65e-aedf-456e-85cd-bac751bb0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.598897 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-32cad65e-aedf-456e-85cd-bac751bb0444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.600095 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-32cad65e-aedf-456e-85cd-bac751bb0444 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/001bbdbd-73d0-454d-bc39-4995070c3a0f HTTP/1.1" status: 204 len: 168 time: 0.1194725 Sep 03 16:25:13.608301 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cad65e-aedf-456e-85cd-bac751bb0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001bbdbd-73d0-454d-bc39-4995070c3a0f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:13.703525 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681225-4566-48bc-9762-a536b39caf01 req-c3cd9045-0be7-4b3e-ba60-7ecd3f925da1 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:13.705060 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab681225-4566-48bc-9762-a536b39caf01 req-c3cd9045-0be7-4b3e-ba60-7ecd3f925da1 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0534170 Sep 03 16:25:13.746192 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab681225-4566-48bc-9762-a536b39caf01 req-14a4a188-82d4-473a-9633-ecbcd468c85d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Sep 03 16:25:13.859464 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:13.911676 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8cb51-2abd-40d5-a9d5-9801428d768c req-d0f36aa8-7b08-42d4-95e6-8487415d1f17 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:13.913224 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fc8cb51-2abd-40d5-a9d5-9801428d768c req-d0f36aa8-7b08-42d4-95e6-8487415d1f17 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 950 time: 0.0588601 Sep 03 16:25:13.958226 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fc8cb51-2abd-40d5-a9d5-9801428d768c req-24b6a498-29c1-4470-8252-e1ab3c389032 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Sep 03 16:25:14.338858 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42000) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:14.491357 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df183dd-5b91-49a6-a1ac-1c2c60eaf963 req-ba6cff78-a1c0-4267-9beb-a02e9642bc27 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:14.496405 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1df183dd-5b91-49a6-a1ac-1c2c60eaf963 req-ba6cff78-a1c0-4267-9beb-a02e9642bc27 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0811753 Sep 03 16:25:14.547213 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1df183dd-5b91-49a6-a1ac-1c2c60eaf963 req-fb3485d6-a740-4ff8-aed5-27ecf4845a6b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466228 Sep 03 16:25:14.556787 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1768261183-network', 'tenant_id': 'd8cc456727414a2c918839243eb2909e'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:14.578543 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Made reservation on behalf of d8cc456727414a2c918839243eb2909e for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:14.581508 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.590631 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.685264 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.689260 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.713965 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:25:14.724215 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c9c35-ab40-4d1f-a351-bcaa2b23683d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:14.729025 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.729367 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Added segment f70d51e8-a3e7-4a25-af81-2e8e4bf350c6 of type vlan for network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b Sep 03 16:25:14.778155 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.809406 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.810959 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:14.811941 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.859487 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5191805 Sep 03 16:25:14.863799 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42044) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:14.869156 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Request body: {'subnet': {'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1768261183-subnet', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:14.895979 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c3d37-333d-4a73-93dd-50726e0bb441 req-688e32da-5f83-48b6-a53d-f49df5dc71fd tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:14.897812 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e0c3d37-333d-4a73-93dd-50726e0bb441 req-688e32da-5f83-48b6-a53d-f49df5dc71fd tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.0741894 Sep 03 16:25:14.906618 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30d618-5035-4a5c-98e0-f2f210fe13fd admin admin] Pushing event updated for resources: {'Network': ['ID=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:14.917639 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:25:14.928715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Made reservation on behalf of d8cc456727414a2c918839243eb2909e for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:14.931248 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:14.950421 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e0c3d37-333d-4a73-93dd-50726e0bb441 req-e86aa986-14d1-4800-87eb-654bbd24b679 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Sep 03 16:25:15.177558 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef1e0b-506d-4d86-8cdf-583097beba55 req-6734de63-994a-4deb-82fe-a9209152f6d0 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:15.180416 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e5ef1e0b-506d-4d86-8cdf-583097beba55 req-6734de63-994a-4deb-82fe-a9209152f6d0 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 950 time: 0.0926180 Sep 03 16:25:15.217901 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.231477 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e5ef1e0b-506d-4d86-8cdf-583097beba55 req-22e444ec-7299-4922-bb03-b01646f0f841 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Sep 03 16:25:15.268487 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08dbd16a-379f-433d-a497-1bb0ab746c7e,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:15.302511 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Checking segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:15.302917 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Network hostable DHCP agents. Network: 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:25:15.321282 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:25:15.332145 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:15.338443 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:15.339187 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.346824 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a3752-5255-4ae8-96d2-91327fac3168 None None] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:15.361899 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3f8a871a-4dfd-4cb6-94e8-033a39ecef20 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4946144 Sep 03 16:25:15.362787 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42078) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:15.366990 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:15.400554 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.401770 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.577705 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:25:15.588232 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.603851 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da7da8-52c4-4888-b0dc-1b8ce33b1c76 req-bfc24cd8-371c-4ba8-a02b-2b4f0689ed8f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:15.613437 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81da7da8-52c4-4888-b0dc-1b8ce33b1c76 req-bfc24cd8-371c-4ba8-a02b-2b4f0689ed8f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0784936 Sep 03 16:25:15.657608 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81da7da8-52c4-4888-b0dc-1b8ce33b1c76 req-584e57aa-19c5-48f5-bc99-0207b9002744 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428958 Sep 03 16:25:15.696861 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.718537 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7753f-f06c-42e7-9abe-5b746ee88b1d req-52b36c02-9c08-4f23-897b-cd975fe1742d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:15.720442 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d3d7753f-f06c-42e7-9abe-5b746ee88b1d req-52b36c02-9c08-4f23-897b-cd975fe1742d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0616500 Sep 03 16:25:15.764646 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Allocated IP 172.20.0.2 (5fa27770-dfa1-461b-8747-e0e7cf3b3c8b/08dbd16a-379f-433d-a497-1bb0ab746c7e/2b490c5b-5bef-4d0d-bfd0-42ac01e9b678) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:15.793816 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d3d7753f-f06c-42e7-9abe-5b746ee88b1d req-cd8a9b63-a922-4b42-9e22-a70b3b6aeaf2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672443 Sep 03 16:25:15.806795 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269d355-ab95-458b-8002-4ece169036db req-2b85c8dc-d44e-4cb0-b194-59602160d39d tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:15.808309 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e269d355-ab95-458b-8002-4ece169036db req-2b85c8dc-d44e-4cb0-b194-59602160d39d tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 950 time: 0.0800483 Sep 03 16:25:15.858337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.859670 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e269d355-ab95-458b-8002-4ece169036db req-85d2c089-6692-4ce9-a1e6-904148dd687f tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Sep 03 16:25:15.926729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.934995 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Transition to ACTIVE for port object 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:15.949974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Transition to ACTIVE for port object 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:15.956248 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:15.997473 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:16.003195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:16.006174 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:16.008122 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Pushing event updated for resources: {'Port': ['ID=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:16.060260 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.064632 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Attempting to bind port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:16.065006 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Attempting to bind port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:16.065364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Attempting to bind port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 on network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:16.070258 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:16.070721 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Checking segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:16.071120 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.071505 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Bound using segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:16.071982 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Bound port: 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:16.072360 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.079057 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.138736 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] For port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:16.141846 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] For port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:16.146281 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.204529 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f49d37-7c01-4eb6-9773-243245325c65 None None] Pushing event updated for resources: {'Port': ['ID=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:16.205229 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Allocated IP 172.27.1.42 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/1a87abb7-4440-425d-bd65-e37fdd2035c1) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:16.248667 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42090) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:16.294264 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Deleting subnet 433c7f7a-ea8a-4067-ba8f-6cd2557849e1 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:25:16.300797 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.337151 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.339388 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.384611 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.390269 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.471147 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:16.483248 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:16.489919 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a87abb7-4440-425d-bd65-e37fdd2035c1,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:16.500029 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:16.521004 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.557933 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.559826 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/433c7f7a-ea8a-4067-ba8f-6cd2557849e1 HTTP/1.1" status: 204 len: 168 time: 0.3103232 Sep 03 16:25:16.562429 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42094) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:16.584051 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df8d3d-d69e-4f1d-b4fc-d1d9ad11df27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433c7f7a-ea8a-4067-ba8f-6cd2557849e1,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:16.764983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.797350 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcc0f5-ead6-43fc-9f51-fd0226f2201d req-9b7c7589-ee16-4537-8cef-6f9854c1e0df tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:16.801846 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5dcc0f5-ead6-43fc-9f51-fd0226f2201d req-9b7c7589-ee16-4537-8cef-6f9854c1e0df tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0626166 Sep 03 16:25:16.852289 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5dcc0f5-ead6-43fc-9f51-fd0226f2201d req-65e57aa4-5fe1-4d14-b5c5-87d01d6c82f3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365531 Sep 03 16:25:16.963031 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:16.980718 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7071ec2-776b-456b-8224-b1e84ecdb315']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:16.990523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b96b80-fb9c-48a1-ace6-7c53647c7a0d req-6a876075-e430-4a75-b65d-4786c1d09858 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:16.992396 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78b96b80-fb9c-48a1-ace6-7c53647c7a0d req-6a876075-e430-4a75-b65d-4786c1d09858 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0937471 Sep 03 16:25:17.002302 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688a6684-2059-41fb-8b9c-ebe413f7ee6d') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:17.002670 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688a6684-2059-41fb-8b9c-ebe413f7ee6d') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:17.010997 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24984ff-6591-444f-9015-86f6511d8942 req-91fb4456-3511-400d-bde3-6cd13dfd3f32 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:17.012728 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a24984ff-6591-444f-9015-86f6511d8942 req-91fb4456-3511-400d-bde3-6cd13dfd3f32 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 950 time: 0.0748110 Sep 03 16:25:17.018260 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.041795 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.046135 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.050367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:25:17.050826 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:25:17.052665 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:25:17.077374 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-78b96b80-fb9c-48a1-ace6-7c53647c7a0d req-96c091d5-9662-4089-b3e4-7a8dbae591ca tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633049 Sep 03 16:25:17.083992 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a24984ff-6591-444f-9015-86f6511d8942 req-be904349-25bb-4556-b2c6-016a64d79dd1 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e964207-f545-4d22-bdb3-1c6dfc071fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625205 Sep 03 16:25:17.183002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.199724 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.201648 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a7071ec2-776b-456b-8224-b1e84ecdb315 HTTP/1.1" status: 204 len: 168 time: 0.6382658 Sep 03 16:25:17.204172 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e436f0-ea67-4bfa-ae98-14766e42dce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7071ec2-776b-456b-8224-b1e84ecdb315,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:17.322649 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.336298 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42110) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:17.357847 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb64d67d-63e8-480b-8518-d996dab821e1 None None] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:17.385133 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0e429f3f-893f-4c91-9856-9ff57e312e5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73ce4fab01864891810528fe283522c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475559 Sep 03 16:25:17.387512 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42112) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:17.436203 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1115-254f-4fc5-ba1d-28b5e65241ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.457923 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1115-254f-4fc5-ba1d-28b5e65241ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.476881 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-4ccf91f6-40ca-4746-a915-36542b4de07b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:17.478382 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-4ccf91f6-40ca-4746-a915-36542b4de07b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 950 time: 0.0667853 Sep 03 16:25:17.496765 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8f775276-29ef-446e-ba4a-ba886b2bb4ce None None] Provisioning for port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:17.510698 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1115-254f-4fc5-ba1d-28b5e65241ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.514019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0b3b1115-254f-4fc5-ba1d-28b5e65241ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.516329 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0b3b1115-254f-4fc5-ba1d-28b5e65241ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04875866-8a57-441f-86cf-7612c780406a HTTP/1.1" status: 204 len: 168 time: 0.1277053 Sep 03 16:25:17.525583 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b1115-254f-4fc5-ba1d-28b5e65241ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04875866-8a57-441f-86cf-7612c780406a,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:17.553518 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Router 2614df85-0f05-42fe-a18c-9c806a72d5c5 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:25:17.676869 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Deleting port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:25:17.677225 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.754183 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:17.763601 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Sync routers for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:17.773943 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:17.774645 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:17.781236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.782470 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1afa5221-caef-488c-9ecf-74da17df67f9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4193778 Sep 03 16:25:17.785291 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42118) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:17.798105 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] For port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,segment=NetworkSegment(d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6),segment_id=d17e18b9-067d-4c95-b24e-e6fd5ee7c6f6)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:17.798735 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.813014 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Calling delete_port for 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:25:17.939341 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:18.027632 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.063546 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Pushing event deleted for resources: {'Port': ['ID=0ca335cd-ccd9-4cf3-909b-4e14426a71e3,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:18.144418 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746a4e1-961c-4537-8f34-d2953cb06990 req-652847f5-e7b5-47ff-96c2-1b622567c3aa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:18.149127 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] No DVR routers for this DVR port 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:25:18.151901 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e746a4e1-961c-4537-8f34-d2953cb06990 req-652847f5-e7b5-47ff-96c2-1b622567c3aa tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1588213 Sep 03 16:25:18.160919 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.164746 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e028a979-4607-4052-a9c0-ce7d8d58a69b req-3274d894-9be9-413b-a948-81d787e9d21b tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.15 "DELETE /v2.0/ports/0ca335cd-ccd9-4cf3-909b-4e14426a71e3 HTTP/1.1" status: 204 len: 173 time: 0.6762745 Sep 03 16:25:18.165575 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'name': 'network-vif-deleted', 'tag': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:18.171520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef8d35-234a-4f8b-acfd-5cff23f65896" -d '{"events": [{"server_uuid": "9d37523b-c4f1-416c-8155-26c2097d3a53", "name": "network-vif-deleted", "tag": "0ca335cd-ccd9-4cf3-909b-4e14426a71e3"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:18.226583 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:16Z', 'revision_number': 3, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:18.258811 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Checking router: 2614df85-0f05-42fe-a18c-9c806a72d5c5 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:18.259167 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Updating router 2614df85-0f05-42fe-a18c-9c806a72d5c5 port 1a87abb7-4440-425d-bd65-e37fdd2035c1 binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:18.288336 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.373715 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e746a4e1-961c-4537-8f34-d2953cb06990 req-9cfee84d-d67b-426f-b2de-f0aa640f74d1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655347 Sep 03 16:25:18.435581 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f62aa-b6b2-43bf-8e5b-376e20890c12 req-ecbd4faa-26a8-433e-a26a-0e6b5ae4d40d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:18.437149 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-538f62aa-b6b2-43bf-8e5b-376e20890c12 req-ecbd4faa-26a8-433e-a26a-0e6b5ae4d40d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1468940 Sep 03 16:25:18.527769 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16cfded7-3264-4f05-af35-1ab27153db74 req-ca3e80fd-c832-4e6f-88e3-1c406c465fd6 tempest-VolumesNegativeTest-590258396 tempest-VolumesNegativeTest-590258396-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d37523b-c4f1-416c-8155-26c2097d3a53 HTTP/1.1" status: 200 len: 210 time: 0.0417194 Sep 03 16:25:18.553983 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-538f62aa-b6b2-43bf-8e5b-376e20890c12 req-ac233189-4d68-4b16-84b1-0aca2746af51 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992527 Sep 03 16:25:18.587048 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:18.621988 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18b8ff0-e81b-427f-8aba-bf2cdd250d49 x-openstack-request-id: req-d18b8ff0-e81b-427f-8aba-bf2cdd250d49 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:18.622283 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d37523b-c4f1-416c-8155-26c2097d3a53", "name": "network-vif-deleted", "tag": "0ca335cd-ccd9-4cf3-909b-4e14426a71e3", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:18.623512 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d18b8ff0-e81b-427f-8aba-bf2cdd250d49 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:18.623954 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d37523b-c4f1-416c-8155-26c2097d3a53', 'name': 'network-vif-deleted', 'tag': '0ca335cd-ccd9-4cf3-909b-4e14426a71e3', 'status': 'completed', 'code': 200} Sep 03 16:25:18.655672 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:18.662737 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:18.663476 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.669919 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.715215 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.726985 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Transition to ACTIVE for port object 1a87abb7-4440-425d-bd65-e37fdd2035c1 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:18.737123 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.788891 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Attempting to bind port 1a87abb7-4440-425d-bd65-e37fdd2035c1 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:18.789512 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Attempting to bind port 1a87abb7-4440-425d-bd65-e37fdd2035c1 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:18.789773 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Attempting to bind port 1a87abb7-4440-425d-bd65-e37fdd2035c1 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:18.802403 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:18.802930 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:18.803438 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.804223 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:18.804844 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Bound port: 1a87abb7-4440-425d-bd65-e37fdd2035c1, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:18.805455 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.825314 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.845178 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Pushing event updated for resources: {'Port': ['ID=1a87abb7-4440-425d-bd65-e37fdd2035c1,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:18.865083 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.865587 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.866099 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.866624 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.867097 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.867593 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.868125 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.868458 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.868829 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.869134 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.869458 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.869773 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:18.894766 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:18.895798 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] For port 1a87abb7-4440-425d-bd65-e37fdd2035c1, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:18.898409 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Allocated IP 172.20.0.1 (5fa27770-dfa1-461b-8747-e0e7cf3b3c8b/08dbd16a-379f-433d-a497-1bb0ab746c7e/4aabe8bd-31a3-4057-9bb8-09affb87cc82) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:18.900490 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.901067 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] For port 1a87abb7-4440-425d-bd65-e37fdd2035c1, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1a87abb7-4440-425d-bd65-e37fdd2035c1,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:18.910702 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.976162 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:18.988975 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:18.989680 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:19.050158 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:19.066564 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Transition to ACTIVE for port object 4aabe8bd-31a3-4057-9bb8-09affb87cc82 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:19.069226 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec132b-0f1a-4f31-b931-ae68d0e3ef50 None None] Pushing event updated for resources: {'Port': ['ID=1a87abb7-4440-425d-bd65-e37fdd2035c1,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:19.118911 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:19.152613 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:19.160332 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:19.163477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:19.167293 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:19.176175 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=4aabe8bd-31a3-4057-9bb8-09affb87cc82,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:19.229459 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:19.458489 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a359-05aa-49ff-8315-176bcc83f342 req-f5f5aa5c-c421-4a5e-b058-f6d7130a0deb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:19.461708 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-acc2a359-05aa-49ff-8315-176bcc83f342 req-f5f5aa5c-c421-4a5e-b058-f6d7130a0deb tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1203055 Sep 03 16:25:19.504356 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:16Z', 'revision_number': 3, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:19.531821 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13255db0-dbec-4f8b-a4cb-fe49f05c4aff None None] The sync data for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi is: [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:16Z', 'revision_number': 3, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:19.571136 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8ec11597-8687-4535-8da2-c73678f9e107 None None] Provisioning for port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:19.576665 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8ec11597-8687-4535-8da2-c73678f9e107 None None] Provisioning complete for port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:19.577190 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8ec11597-8687-4535-8da2-c73678f9e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:19.617970 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-8ec11597-8687-4535-8da2-c73678f9e107 None None] Port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:19.787145 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:19.798248 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-acc2a359-05aa-49ff-8315-176bcc83f342 req-8539ae9a-7e6b-4a16-afc2-ccaf45c3791d tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288493 Sep 03 16:25:19.825343 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b03f8-d56c-4baa-90c7-c2f2ea6b9d75 req-00d73d69-38c6-4a71-8eaa-db53447ecbcd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:19.827056 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a6b03f8-d56c-4baa-90c7-c2f2ea6b9d75 req-00d73d69-38c6-4a71-8eaa-db53447ecbcd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.3285918 Sep 03 16:25:19.858157 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:19.902776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:25:19.907882 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0ca335cd-ccd9-4cf3-909b-4e14426a71e3 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:25:19.944651 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a6b03f8-d56c-4baa-90c7-c2f2ea6b9d75 req-5645e5f2-7ade-4b9c-ae43-d19a9c96f1c1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827677 Sep 03 16:25:20.050284 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2b9f9-ea17-4c82-aeb5-aa09cafef04f req-a92db805-e841-4f43-a144-c9a4434f71f5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:20.051826 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9f2b9f9-ea17-4c82-aeb5-aa09cafef04f req-a92db805-e841-4f43-a144-c9a4434f71f5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1361814 Sep 03 16:25:20.105776 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.115729 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9f2b9f9-ea17-4c82-aeb5-aa09cafef04f req-fba80910-bdc3-438c-bd05-8b09ad6b4712 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534434 Sep 03 16:25:20.116494 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.180635 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.197551 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=4aabe8bd-31a3-4057-9bb8-09affb87cc82,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:20.293256 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:20.295251 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:20.438833 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Router 2614df85-0f05-42fe-a18c-9c806a72d5c5 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:25:20.577223 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:20.630375 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:20.639525 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1f7b3331-36bf-4691-b509-c5380a7d6fa6 admin admin] 10.222.0.42 "PUT /v2.0/routers/2614df85-0f05-42fe-a18c-9c806a72d5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530450 Sep 03 16:25:20.658986 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-952eeb67-12e4-44b5-87cc-37fc5b776dc4 None None] Provisioning complete for port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:20.659632 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-952eeb67-12e4-44b5-87cc-37fc5b776dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.688444 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:20.689063 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.715200 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-952eeb67-12e4-44b5-87cc-37fc5b776dc4 None None] Port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:20.783733 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1a87abb7-4440-425d-bd65-e37fdd2035c1 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:20.848888 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 1a87abb7-4440-425d-bd65-e37fdd2035c1 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:20.854730 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 1a87abb7-4440-425d-bd65-e37fdd2035c1 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:20.855036 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.931461 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950eecf-587c-4fab-8a0e-5ea35cd2f0ac req-2680cfdf-5f73-466d-b056-d5d52b55cad8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:20.933189 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7950eecf-587c-4fab-8a0e-5ea35cd2f0ac req-2680cfdf-5f73-466d-b056-d5d52b55cad8 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0607328 Sep 03 16:25:20.999187 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7950eecf-587c-4fab-8a0e-5ea35cd2f0ac req-186e7bad-5b9b-4093-947e-a96ba87167b4 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581172 Sep 03 16:25:21.000291 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.045409 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 1a87abb7-4440-425d-bd65-e37fdd2035c1, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1a87abb7-4440-425d-bd65-e37fdd2035c1,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:21.051088 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.114914 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02ae2-63fd-49f4-a3db-d4552237492c req-14cb255d-daae-4673-a019-d119f8505969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:21.117318 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45f02ae2-63fd-49f4-a3db-d4552237492c req-14cb255d-daae-4673-a019-d119f8505969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0876954 Sep 03 16:25:21.128101 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=1a87abb7-4440-425d-bd65-e37fdd2035c1,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:21.191042 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45f02ae2-63fd-49f4-a3db-d4552237492c req-8370ecb2-f8e0-496c-8db2-f1ee67f8dc7e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631189 Sep 03 16:25:21.277447 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b2eb-66f9-4d87-b96d-c5c91ecf8cb6 req-0a540b28-9b9e-4fe3-806a-3329acce2c7d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:21.279341 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d64b2eb-66f9-4d87-b96d-c5c91ecf8cb6 req-0a540b28-9b9e-4fe3-806a-3329acce2c7d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0710611 Sep 03 16:25:21.322434 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d64b2eb-66f9-4d87-b96d-c5c91ecf8cb6 req-4230193e-7fbe-47d2-9227-6e9862a8aef7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366988 Sep 03 16:25:21.431285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42298) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:21.437333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2107103880-network', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:21.460161 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Made reservation on behalf of 47abbc4b667445dd8d54bae7222fd74d for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:21.462594 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.471490 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.493377 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Sync routers for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:21.508025 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:21.508929 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:21.598439 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.608523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.635587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:25:21.645017 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70171cca-e1b0-4617-8f42-8776b74bb62b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:21.649343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:21.653258 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.653802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Added segment 42d967e5-3bbb-471d-92c4-2d746bd70e10 of type vlan for network 40560bf7-e48c-4fd7-b755-cca990cd0c73 Sep 03 16:25:21.708345 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.750958 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.751959 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:21.752559 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.787477 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3550255 Sep 03 16:25:21.787664 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42328) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:21.796514 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Request body: {'subnet': {'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2107103880-subnet', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:21.825058 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33215ffb-4ccf-4078-b2cb-fdf9467ef45d admin admin] Pushing event updated for resources: {'Network': ['ID=40560bf7-e48c-4fd7-b755-cca990cd0c73,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:21.836991 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Made reservation on behalf of 47abbc4b667445dd8d54bae7222fd74d for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:21.839773 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:21.853901 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:25:21.943581 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 2, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:21.970938 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Checking router: 2614df85-0f05-42fe-a18c-9c806a72d5c5 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:21.971301 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Updating router 2614df85-0f05-42fe-a18c-9c806a72d5c5 port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:21.995989 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.037795 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.118973 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9eeea9b-bbc4-4b87-b986-199b55ba342e,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:22.124537 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Checking segment: {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:22.126049 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Network hostable DHCP agents. Network: 40560bf7-e48c-4fd7-b755-cca990cd0c73, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:25:22.149263 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f553b-9680-4df9-b04b-e400c2b7e7b2 req-dd91bf8e-7377-42ca-b7de-798b005013c3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:22.150965 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b65f553b-9680-4df9-b04b-e400c2b7e7b2 req-dd91bf8e-7377-42ca-b7de-798b005013c3 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0661297 Sep 03 16:25:22.159108 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:25:22.171451 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 40560bf7-e48c-4fd7-b755-cca990cd0c73) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:22.185384 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:22.186762 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.200935 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b65f553b-9680-4df9-b04b-e400c2b7e7b2 req-c9931b91-0e30-4d35-920b-5da575c7d452 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Sep 03 16:25:22.217019 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7da66856-b523-4cff-87ef-e8fd89eee76a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4249735 Sep 03 16:25:22.217641 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42368) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:22.222303 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:22.244852 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2a238-2f24-40e1-9f80-67596ae54eeb None None] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:22.247042 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.248538 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.319249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.357090 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca082153-2960-4999-a149-49122967579e req-b0a390f2-898a-489b-a124-d69040a136af tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:22.359798 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ca082153-2960-4999-a149-49122967579e req-b0a390f2-898a-489b-a124-d69040a136af tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0597458 Sep 03 16:25:22.455392 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ca082153-2960-4999-a149-49122967579e req-6f3711bd-ab5d-492b-8821-b91db744a810 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755064 Sep 03 16:25:22.519204 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1031c-70de-47a1-ab69-f2fe12918c80 req-ace7cff7-fbab-49fd-ad19-ec87f7e86af1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:22.525120 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1bf1031c-70de-47a1-ab69-f2fe12918c80 req-ace7cff7-fbab-49fd-ad19-ec87f7e86af1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0754707 Sep 03 16:25:22.538932 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1a87abb7-4440-425d-bd65-e37fdd2035c1 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:22.547421 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.583011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-40560bf7-e48c-4fd7-b755-cca990cd0c73', 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'fixed_ips': [{'subnet_id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:25:22.583011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.607552 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1bf1031c-70de-47a1-ab69-f2fe12918c80 req-d8b49b5e-ceb5-4a4a-87b7-24a26e4d2505 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702074 Sep 03 16:25:22.791573 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.799281 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 1a87abb7-4440-425d-bd65-e37fdd2035c1 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:22.799657 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.836818 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Transition to ACTIVE for port object 4aabe8bd-31a3-4057-9bb8-09affb87cc82 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:22.849442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:22.861259 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Allocated IP 172.20.0.2 (40560bf7-e48c-4fd7-b755-cca990cd0c73/b9eeea9b-bbc4-4b87-b986-199b55ba342e/f173b979-69c6-4c03-b0ed-679f1e8254de) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:22.949714 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf9fc4-2de0-4e43-aaab-ccfcc0600e63 None None] Pushing event updated for resources: {'Port': ['ID=4aabe8bd-31a3-4057-9bb8-09affb87cc82,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:23.060680 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.085091 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.118310 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Attempting to bind port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:23.118728 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Attempting to bind port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:23.119031 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Attempting to bind port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 on network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:23.144208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:23.145002 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Checking segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:23.145589 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.146152 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Bound using segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:23.146630 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Bound port: 4aabe8bd-31a3-4057-9bb8-09affb87cc82, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:23.147209 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.228490 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Allocated IP 172.27.1.125 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/8b1166d5-17ae-4f36-8e4a-c383be89e226) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:23.240498 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.262119 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Transition to ACTIVE for port object f173b979-69c6-4c03-b0ed-679f1e8254de will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:23.285979 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] For port 4aabe8bd-31a3-4057-9bb8-09affb87cc82, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:23.290859 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Transition to ACTIVE for port object f173b979-69c6-4c03-b0ed-679f1e8254de will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:23.308260 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] For port 4aabe8bd-31a3-4057-9bb8-09affb87cc82, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=4aabe8bd-31a3-4057-9bb8-09affb87cc82,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:23.317039 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.328261 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.351085 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e662f3f-fb52-4002-a23b-3f25b9b11950 req-88773b33-c8f7-409d-a78f-b4144b537251 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:23.352571 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e662f3f-fb52-4002-a23b-3f25b9b11950 req-88773b33-c8f7-409d-a78f-b4144b537251 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0594046 Sep 03 16:25:23.377364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:23.380774 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.383238 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:23.394212 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:23.418323 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e662f3f-fb52-4002-a23b-3f25b9b11950 req-dfd8f942-9f6c-4d4d-8559-dc8bb80386c1 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588417 Sep 03 16:25:23.418521 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Pushing event updated for resources: {'Port': ['ID=f173b979-69c6-4c03-b0ed-679f1e8254de,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:23.440582 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:23.447471 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:23.451598 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.497049 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:23.500716 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:23.520769 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:23.525048 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1166d5-17ae-4f36-8e4a-c383be89e226,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:23.576169 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Attempting to bind port f173b979-69c6-4c03-b0ed-679f1e8254de on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:23.576673 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Attempting to bind port f173b979-69c6-4c03-b0ed-679f1e8254de by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:23.577110 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Attempting to bind port f173b979-69c6-4c03-b0ed-679f1e8254de on network 40560bf7-e48c-4fd7-b755-cca990cd0c73 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:23.587958 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:23.588442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Checking segment: {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:23.588924 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.589390 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Bound using segment: {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:23.590209 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Bound port: f173b979-69c6-4c03-b0ed-679f1e8254de, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:23.590671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.596063 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea0e6d-1bfd-4a0b-ad33-256ea8fe806f req-a4507c28-8ae3-4cb4-b3e9-3037a62701ff tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:23.598010 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8ea0e6d-1bfd-4a0b-ad33-256ea8fe806f req-a4507c28-8ae3-4cb4-b3e9-3037a62701ff tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0552075 Sep 03 16:25:23.653905 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8ea0e6d-1bfd-4a0b-ad33-256ea8fe806f req-be8b3a01-66c4-4956-a293-d409f5733760 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462444 Sep 03 16:25:23.696677 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf9fc4-2de0-4e43-aaab-ccfcc0600e63 None None] Pushing event updated for resources: {'Port': ['ID=4aabe8bd-31a3-4057-9bb8-09affb87cc82,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:23.730458 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:23.761333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013a35c-5d66-4eea-a2c2-1984e479d650 req-131d2ad3-4982-40a4-bb6a-ea623a7d3dca tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:23.763710 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9013a35c-5d66-4eea-a2c2-1984e479d650 req-131d2ad3-4982-40a4-bb6a-ea623a7d3dca tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0524564 Sep 03 16:25:23.769477 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] For port f173b979-69c6-4c03-b0ed-679f1e8254de, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:23.785915 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] For port f173b979-69c6-4c03-b0ed-679f1e8254de, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=f173b979-69c6-4c03-b0ed-679f1e8254de,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:23.793391 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.805180 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9013a35c-5d66-4eea-a2c2-1984e479d650 req-d4d89ea7-f1a6-4b86-8964-8717daaeda3b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349813 Sep 03 16:25:23.840856 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:23.958649 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720da5a-e3bd-48c9-9bb8-b9a09bdea8ff None None] Pushing event updated for resources: {'Port': ['ID=f173b979-69c6-4c03-b0ed-679f1e8254de,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:24.042393 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:23Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:24.056590 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.074184 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be7566-9d32-4d9e-a69c-f8e9c91fd1c9 None None] The sync data for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi is: [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:23Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:24.273923 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:25:24.292612 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-d6152c34-2f10-46e6-add0-9cf250aa2539 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:24.294887 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-d6152c34-2f10-46e6-add0-9cf250aa2539 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.0691600 Sep 03 16:25:24.453337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:24.475638 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Sync routers for ids ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:24.489951 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Deleting port 712428c7-e3ef-44c5-9a15-ea520d5c70dc {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:25:24.490434 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.492886 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Routers {'6ed47548-bb95-48a8-8ab9-cf9f9f12f986'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:24.493756 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:24.498173 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.498973 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c2e715c4-3191-4a52-bacd-ba5309fe2491 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2802987 Sep 03 16:25:24.504291 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42456) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:24.551432 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 4aabe8bd-31a3-4057-9bb8-09affb87cc82 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:24.647293 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:24.652975 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:24.654277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.710252 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31970f93-47df-49b0-a928-7ad70573b897 req-ab9ce6e0-84cd-4775-b755-17fea7a14c2a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:24.720323 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-31970f93-47df-49b0-a928-7ad70573b897 req-ab9ce6e0-84cd-4775-b755-17fea7a14c2a tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 946 time: 0.1492200 Sep 03 16:25:24.736406 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] For port 712428c7-e3ef-44c5-9a15-ea520d5c70dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=712428c7-e3ef-44c5-9a15-ea520d5c70dc,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:24.737914 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.770475 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Set router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:24.787462 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Calling delete_port for 712428c7-e3ef-44c5-9a15-ea520d5c70dc owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:25:24.843409 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.924789 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 4aabe8bd-31a3-4057-9bb8-09affb87cc82, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=4aabe8bd-31a3-4057-9bb8-09affb87cc82,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:24.940748 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:24.942851 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device f173b979-69c6-4c03-b0ed-679f1e8254de up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:24.952299 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-31970f93-47df-49b0-a928-7ad70573b897 req-99c17d03-868b-44e8-aacb-ae15cf8315cc tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087302 Sep 03 16:25:25.164373 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.195084 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778381-481d-42e1-928d-5b4db1440fc7 req-64280111-c700-4fdf-812c-60ff7b2dee5f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:25.196540 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6a778381-481d-42e1-928d-5b4db1440fc7 req-64280111-c700-4fdf-812c-60ff7b2dee5f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.3092120 Sep 03 16:25:25.264627 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42472) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:25.278389 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Pushing event deleted for resources: {'Port': ['ID=712428c7-e3ef-44c5-9a15-ea520d5c70dc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:25.324097 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:25:23Z', 'revision_number': 3, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:25.368478 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5a7a0-e970-49c5-980b-a852fc97cab3 req-805aceef-ee8a-490a-a690-e9fdab70151d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:25.370952 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8eb5a7a0-e970-49c5-980b-a852fc97cab3 req-805aceef-ee8a-490a-a690-e9fdab70151d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.2677729 Sep 03 16:25:25.382297 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] No DVR routers for this DVR port 712428c7-e3ef-44c5-9a15-ea520d5c70dc on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:25:25.386851 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.392617 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-319bef58-1cf8-4c52-97f3-9e019a1ee77a req-4b12ec10-eab3-4e6f-bb75-792e46a7256c tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "DELETE /v2.0/ports/712428c7-e3ef-44c5-9a15-ea520d5c70dc HTTP/1.1" status: 204 len: 173 time: 1.0897253 Sep 03 16:25:25.392808 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'name': 'network-vif-deleted', 'tag': '712428c7-e3ef-44c5-9a15-ea520d5c70dc'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:25.401175 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['1be83fb8-acb7-4794-af96-682c6fed6557', '712428c7-e3ef-44c5-9a15-ea520d5c70dc'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:25:25.407195 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Checking router: 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:25.407529 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Updating router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 port 8b1166d5-17ae-4f36-8e4a-c383be89e226 binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:25.410004 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04200d13-2656-4031-8b3a-5289421105fe" -d '{"events": [{"server_uuid": "33415a89-91da-4b4e-9aae-736cfc17c00d", "name": "network-vif-deleted", "tag": "712428c7-e3ef-44c5-9a15-ea520d5c70dc"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:25.432141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d88f6-8db6-4f6b-b97c-5e0e5205574c None None] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:25.446149 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6a778381-481d-42e1-928d-5b4db1440fc7 req-e0accf18-07d1-496e-a0ba-613c2fce9ec9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711643 Sep 03 16:25:25.483025 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.496350 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8eb5a7a0-e970-49c5-980b-a852fc97cab3 req-e2c5826d-8873-4afa-9540-1789c7c6f233 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141937 Sep 03 16:25:25.599520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ffc4b-9298-4aa6-96a4-c7ae150441e9 x-openstack-request-id: req-036ffc4b-9298-4aa6-96a4-c7ae150441e9 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:25.600185 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33415a89-91da-4b4e-9aae-736cfc17c00d", "name": "network-vif-deleted", "tag": "712428c7-e3ef-44c5-9a15-ea520d5c70dc", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:25.600185 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-036ffc4b-9298-4aa6-96a4-c7ae150441e9 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:25.600485 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33415a89-91da-4b4e-9aae-736cfc17c00d', 'name': 'network-vif-deleted', 'tag': '712428c7-e3ef-44c5-9a15-ea520d5c70dc', 'status': 'completed', 'code': 200} Sep 03 16:25:25.619911 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-1b13d42b-4f3f-47af-a138-8a9aad6a6219 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62847fa377034de0bc260a3927fe1172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358107 Sep 03 16:25:25.623646 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42480) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:25.658520 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.698871 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e59e2328-c02e-4b40-a580-1da492c33835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.702075 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=4aabe8bd-31a3-4057-9bb8-09affb87cc82,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:25.732885 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e59e2328-c02e-4b40-a580-1da492c33835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.750301 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-94029218-f232-4f54-8a44-ab5274ad2ba5 None None] Provisioning for port f173b979-69c6-4c03-b0ed-679f1e8254de completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:25.797522 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port f173b979-69c6-4c03-b0ed-679f1e8254de completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:25.819553 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port f173b979-69c6-4c03-b0ed-679f1e8254de triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:25.819771 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.849835 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e59e2328-c02e-4b40-a580-1da492c33835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.855142 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e59e2328-c02e-4b40-a580-1da492c33835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:25.862380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:25:25.868227 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e59e2328-c02e-4b40-a580-1da492c33835 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e964207-f545-4d22-bdb3-1c6dfc071fdb HTTP/1.1" status: 204 len: 168 time: 0.2372887 Sep 03 16:25:25.905580 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e2328-c02e-4b40-a580-1da492c33835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e964207-f545-4d22-bdb3-1c6dfc071fdb,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:25.965478 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Allocated IP 172.20.0.1 (40560bf7-e48c-4fd7-b755-cca990cd0c73/b9eeea9b-bbc4-4b87-b986-199b55ba342e/0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:26.001541 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.024730 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Transition to ACTIVE for port object 8b1166d5-17ae-4f36-8e4a-c383be89e226 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:26.043045 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.117032 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:26.125127 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Attempting to bind port 8b1166d5-17ae-4f36-8e4a-c383be89e226 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:26.125847 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Attempting to bind port 8b1166d5-17ae-4f36-8e4a-c383be89e226 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:26.127048 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Attempting to bind port 8b1166d5-17ae-4f36-8e4a-c383be89e226 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:26.130517 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e400c-48f4-4557-a419-24094577a5a2 None None] Pushing event updated for resources: {'Port': ['ID=8b1166d5-17ae-4f36-8e4a-c383be89e226,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:26.131062 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'mac_address': 'fa:16:3e:00:21:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:25:26.148574 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:26.150195 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:26.150619 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.151043 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:26.152535 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Bound port: 8b1166d5-17ae-4f36-8e4a-c383be89e226, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:26.153178 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.163182 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7386edf-790a-42bf-83a1-2d7b6bdf69f9 req-a124978e-16df-4229-a0f0-c05d5a39cfcd tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=33415a89-91da-4b4e-9aae-736cfc17c00d HTTP/1.1" status: 200 len: 210 time: 0.0523963 Sep 03 16:25:26.210496 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.215718 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.225957 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] For port 8b1166d5-17ae-4f36-8e4a-c383be89e226, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:26.230610 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] For port 8b1166d5-17ae-4f36-8e4a-c383be89e226, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=8b1166d5-17ae-4f36-8e4a-c383be89e226,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:26.233226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Transition to ACTIVE for port object 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:26.235287 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.278975 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.299304 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.322959 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port f173b979-69c6-4c03-b0ed-679f1e8254de, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=f173b979-69c6-4c03-b0ed-679f1e8254de,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:26.331224 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.332019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:26.333867 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:25:26.340054 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:26.347936 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:26.349621 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e400c-48f4-4557-a419-24094577a5a2 None None] Pushing event updated for resources: {'Port': ['ID=8b1166d5-17ae-4f36-8e4a-c383be89e226,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:26.378113 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Routers {'6ed47548-bb95-48a8-8ab9-cf9f9f12f986'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:26.378758 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:26.418102 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:26.427696 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:26.443032 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.445312 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.470482 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=f173b979-69c6-4c03-b0ed-679f1e8254de,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:26.588822 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:25:26.602547 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 4aabe8bd-31a3-4057-9bb8-09affb87cc82 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:26.660753 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] Set router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:26.800585 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccd6-9d1d-40fc-bf7a-1cb8954418bb req-ea088dd7-0cd6-45cb-a11d-4ccd968fbc45 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:26.804547 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-856dccd6-9d1d-40fc-bf7a-1cb8954418bb req-ea088dd7-0cd6-45cb-a11d-4ccd968fbc45 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1651103 Sep 03 16:25:26.817415 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:26.873540 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:26.873918 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.902097 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3678f5-ac5d-49e9-8ff1-3eb427ca8aa2 req-2b8af867-9986-415b-9efd-363d2c9c1019 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:26.903039 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da3678f5-ac5d-49e9-8ff1-3eb427ca8aa2 req-2b8af867-9986-415b-9efd-363d2c9c1019 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 945 time: 0.2277923 Sep 03 16:25:26.931697 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-51cbf1b9-fc55-4a14-9a2e-c4122c2a81d4 None None] Provisioning complete for port f173b979-69c6-4c03-b0ed-679f1e8254de triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:26.932284 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-51cbf1b9-fc55-4a14-9a2e-c4122c2a81d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.940103 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:25:23Z', 'revision_number': 3, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:26.969727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:26.988978 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3fc00-46d3-45a0-8245-925990fe3776 None None] The sync data for ids ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'] in dv-cinder-760178-8-iscsi is: [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:25:23Z', 'revision_number': 3, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:27.021934 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da3678f5-ac5d-49e9-8ff1-3eb427ca8aa2 req-330d5466-b311-4008-8bbd-a7f39b37ff16 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100194 Sep 03 16:25:27.031955 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-856dccd6-9d1d-40fc-bf7a-1cb8954418bb req-668f3f62-ff32-41c8-94d3-1dd057bacb7f tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727798 Sep 03 16:25:27.167227 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42528) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:27.298031 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.303855 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.333390 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b5cb82be-cbb9-4e10-9958-30bdc82af740 None None] Provisioning for port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:27.341761 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b5cb82be-cbb9-4e10-9958-30bdc82af740 None None] Provisioning complete for port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:27.344081 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5cb82be-cbb9-4e10-9958-30bdc82af740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.355171 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233568386-network', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:27.391495 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Made reservation on behalf of 6e50ba9017d84087b07e20e4e625cc38 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:27.395425 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.413636 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.437472 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb82be-cbb9-4e10-9958-30bdc82af740 None None] Port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:27.462093 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.465950 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:27.646510 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.654293 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:27.655472 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.682129 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:25:27.690060 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:27.693154 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d9720d-a52a-4eb4-ba7c-e922e6362ea7,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:27.699019 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.699595 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Added segment 825876d7-0433-491d-98ce-75be085ecf6c of type vlan for network d346af94-3d5c-44c3-a544-405c177f5853 Sep 03 16:25:27.793025 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca192c-c0b2-4772-ba89-d598b8c98482 req-a9785564-8803-483a-8c89-6ad6d8212305 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:27.794191 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.794865 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6eca192c-c0b2-4772-ba89-d598b8c98482 req-a9785564-8803-483a-8c89-6ad6d8212305 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.1613972 Sep 03 16:25:27.845493 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.846724 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:27.847625 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:27.863196 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:27.867069 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6978395 Sep 03 16:25:27.879272 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42550) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:27.893957 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Request body: {'subnet': {'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233568386-subnet', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:27.980322 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6863c-cb1a-4981-a45e-8e2da8b2d4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d346af94-3d5c-44c3-a544-405c177f5853,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:27.995130 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Made reservation on behalf of 6e50ba9017d84087b07e20e4e625cc38 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:27.998295 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.008259 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network d346af94-3d5c-44c3-a544-405c177f5853 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:25:28.031515 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:28.031515 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.220570 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42558) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:28.357435 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-abd2a5d7-6c65-4701-9339-7573c8129d4e None None] Provisioning complete for port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:28.357815 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-abd2a5d7-6c65-4701-9339-7573c8129d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.365045 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e0df3-8328-4fed-8d8c-f42b67ade980 req-1d725ade-f528-447e-a7ec-b9c82cf17a05 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:28.367595 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-275e0df3-8328-4fed-8d8c-f42b67ade980 req-1d725ade-f528-447e-a7ec-b9c82cf17a05 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1403568 Sep 03 16:25:28.378498 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6eca192c-c0b2-4772-ba89-d598b8c98482 req-9846dc31-c869-4584-8024-a9727ef11b32 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309164 Sep 03 16:25:28.434156 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.465734 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:25:28.469879 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-275e0df3-8328-4fed-8d8c-f42b67ade980 req-be1b3757-412e-4903-b4a6-58190eff870b tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889139 Sep 03 16:25:28.488203 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-438b6ce6-60bf-4244-b767-fe0d834a3234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.515665 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-abd2a5d7-6c65-4701-9339-7573c8129d4e None None] Port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:28.520046 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.554086 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:28.556743 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524c5ba9-aaa8-4012-b43d-bbc6e6e5afa5" -d '{"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-plugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:28.606289 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:28.625089 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.627113 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 712428c7-e3ef-44c5-9a15-ea520d5c70dc no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:28.671588 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:28.677366 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fc60ff43-e9ca-46e5-abf9-530fadac7211 admin admin] 10.222.0.42 "PUT /v2.0/routers/6ed47548-bb95-48a8-8ab9-cf9f9f12f986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1720176 Sep 03 16:25:28.678278 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ca6c6-fd51-45a0-b3c8-6fd52e460156 x-openstack-request-id: req-913ca6c6-fd51-45a0-b3c8-6fd52e460156 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:28.681162 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-plugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:28.681708 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-913ca6c6-fd51-45a0-b3c8-6fd52e460156 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:28.682433 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'code': 200} Sep 03 16:25:28.757904 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 712428c7-e3ef-44c5-9a15-ea520d5c70dc {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:25:28.758415 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 712428c7-e3ef-44c5-9a15-ea520d5c70dc not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:25:28.762642 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:28.766789 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device f173b979-69c6-4c03-b0ed-679f1e8254de up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:28.829820 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-438b6ce6-60bf-4244-b767-fe0d834a3234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.831448 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port f173b979-69c6-4c03-b0ed-679f1e8254de triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:28.832254 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.852017 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-438b6ce6-60bf-4244-b767-fe0d834a3234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:28.863665 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648bc4-5283-4fda-935e-e99a481caaf3 req-7ffba9a6-c973-4e87-bbdd-4335e29515ea tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:28.865291 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95648bc4-5283-4fda-935e-e99a481caaf3 req-7ffba9a6-c973-4e87-bbdd-4335e29515ea tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1868477 Sep 03 16:25:28.917814 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-438b6ce6-60bf-4244-b767-fe0d834a3234 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25037c7a023949139869f112886781ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6904478 Sep 03 16:25:28.923055 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42566) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:28.961471 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95648bc4-5283-4fda-935e-e99a481caaf3 req-d71f4207-db60-43a0-bb3c-a4eb478218a4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881820 Sep 03 16:25:29.021785 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 8b1166d5-17ae-4f36-8e4a-c383be89e226 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:29.090018 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a066b3f-03dc-4b3e-9d4c-c9793b67210d,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:29.094129 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b6ce6-60bf-4244-b767-fe0d834a3234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a91f21-ecf4-49b0-b873-b4a166fb54e0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:29.097902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2912c4d-4422-44d5-a4b8-4d4f8c13b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.116599 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 8b1166d5-17ae-4f36-8e4a-c383be89e226 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:29.121400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 8b1166d5-17ae-4f36-8e4a-c383be89e226 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:29.121786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.126828 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2912c4d-4422-44d5-a4b8-4d4f8c13b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.183609 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Checking segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:29.184400 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Network hostable DHCP agents. Network: d346af94-3d5c-44c3-a544-405c177f5853, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:25:29.195881 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2912c4d-4422-44d5-a4b8-4d4f8c13b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.199125 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f2912c4d-4422-44d5-a4b8-4d4f8c13b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.205070 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f2912c4d-4422-44d5-a4b8-4d4f8c13b97b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5a91f21-ecf4-49b0-b873-b4a166fb54e0 HTTP/1.1" status: 204 len: 168 time: 0.2717023 Sep 03 16:25:29.261863 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912c4d-4422-44d5-a4b8-4d4f8c13b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a91f21-ecf4-49b0-b873-b4a166fb54e0,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:29.280739 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.295669 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Network d346af94-3d5c-44c3-a544-405c177f5853 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:25:29.310887 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, d346af94-3d5c-44c3-a544-405c177f5853) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:29.311224 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 8b1166d5-17ae-4f36-8e4a-c383be89e226, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=8b1166d5-17ae-4f36-8e4a-c383be89e226,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:29.319408 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:29.320903 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.334519 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe494b-a687-4455-907f-39b45efc9293 None None] Network d346af94-3d5c-44c3-a544-405c177f5853 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:29.337568 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.354680 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-827e4a2b-895f-40fe-b7e3-bb090a669a4e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4717376 Sep 03 16:25:29.355662 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42576) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:29.360058 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:29.407077 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.408587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.476424 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.494828 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=8b1166d5-17ae-4f36-8e4a-c383be89e226,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:29.751007 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.808592 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-d346af94-3d5c-44c3-a544-405c177f5853', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:25:29.809406 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:29.814430 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b427e8-c62e-4b49-bb03-c7e7a3cf8841 req-74a94a55-8cdb-4d99-8e0d-f98b650a2da2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:29.821796 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-26b427e8-c62e-4b49-bb03-c7e7a3cf8841 req-74a94a55-8cdb-4d99-8e0d-f98b650a2da2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.2782986 Sep 03 16:25:29.855012 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fa93b-2695-4c10-83fc-c71df45ed575 req-19cf1360-8c37-4cb4-ab4c-51bef5572f03 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:29.857355 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-845fa93b-2695-4c10-83fc-c71df45ed575 req-19cf1360-8c37-4cb4-ab4c-51bef5572f03 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1841531 Sep 03 16:25:29.922966 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-26b427e8-c62e-4b49-bb03-c7e7a3cf8841 req-f60cf22c-0686-4ae4-9349-1424b0067096 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000791 Sep 03 16:25:29.932047 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Sync routers for ids ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:29.973274 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-845fa93b-2695-4c10-83fc-c71df45ed575 req-0b7f24ed-666d-4051-bda3-f3222814ef72 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050169 Sep 03 16:25:29.991045 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Routers {'6ed47548-bb95-48a8-8ab9-cf9f9f12f986'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:29.994466 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:30.214278 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6571e87-9df5-4827-8513-1d260414d42f req-f857e26d-1792-4a6c-80ff-f5d668953d2c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:30.222911 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a6571e87-9df5-4827-8513-1d260414d42f req-f857e26d-1792-4a6c-80ff-f5d668953d2c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1280632 Sep 03 16:25:30.248861 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.289277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.289469 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.307582 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Allocated IP 172.20.0.2 (d346af94-3d5c-44c3-a544-405c177f5853/0a066b3f-03dc-4b3e-9d4c-c9793b67210d/d81d560e-2702-4ef1-a1f2-46e3c980278c) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:30.313905 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a6571e87-9df5-4827-8513-1d260414d42f req-8a292cdd-2767-4926-a439-f08412b73452 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900502 Sep 03 16:25:30.408761 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Set router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:30.508471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Allocated IP 172.27.1.116 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/27a3d660-af7e-4e4e-a50c-69f4a38f12cc) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:30.525715 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 8b1166d5-17ae-4f36-8e4a-c383be89e226 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:30.739723 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.798478 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.839260 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Transition to ACTIVE for port object d81d560e-2702-4ef1-a1f2-46e3c980278c will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:30.842658 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 8b1166d5-17ae-4f36-8e4a-c383be89e226 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:30.843045 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.870938 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Transition to ACTIVE for port object d81d560e-2702-4ef1-a1f2-46e3c980278c will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:30.890532 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.903390 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:30.957495 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:30.957786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Pushing event updated for resources: {'Port': ['ID=d81d560e-2702-4ef1-a1f2-46e3c980278c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:30.963105 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:30.986786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Network d346af94-3d5c-44c3-a544-405c177f5853 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:30.989249 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:30.993629 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:31.000736 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:31.003983 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:25:26Z', 'revision_number': 4, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863', 'name': '', 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'mac_address': 'fa:16:3e:50:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:25Z', 'updated_at': '2021-09-03T16:25:27Z', 'revision_number': 2, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'subnets': [{'id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:31.023751 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Pushing event updated for resources: {'Port': ['ID=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:31.041195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Checking router: 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:31.041568 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Updating router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:31.137609 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:31.161369 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Attempting to bind port d81d560e-2702-4ef1-a1f2-46e3c980278c on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:31.167640 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Attempting to bind port d81d560e-2702-4ef1-a1f2-46e3c980278c by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:31.168941 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Attempting to bind port d81d560e-2702-4ef1-a1f2-46e3c980278c on network d346af94-3d5c-44c3-a544-405c177f5853 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:31.189343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:31.189720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Checking segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:31.190135 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:31.190540 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Bound using segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:31.194991 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Bound port: d81d560e-2702-4ef1-a1f2-46e3c980278c, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:31.195465 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:31.291536 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf04225-fa06-4123-970e-f3e3c26306b5 req-6a33dfe0-832b-43d8-91ba-23aa70b331f1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:31.313179 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2bf04225-fa06-4123-970e-f3e3c26306b5 req-6a33dfe0-832b-43d8-91ba-23aa70b331f1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1735604 Sep 03 16:25:31.397691 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] For port d81d560e-2702-4ef1-a1f2-46e3c980278c, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:31.405161 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] For port d81d560e-2702-4ef1-a1f2-46e3c980278c, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=d81d560e-2702-4ef1-a1f2-46e3c980278c,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:31.418558 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefbd48-40be-48c9-8dc6-bd8dcc2a6528 req-3085ab7f-e9d1-44ec-b27c-88f39eb4500f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:31.420913 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8aefbd48-40be-48c9-8dc6-bd8dcc2a6528 req-3085ab7f-e9d1-44ec-b27c-88f39eb4500f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.3358185 Sep 03 16:25:31.640899 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:31.680723 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2bf04225-fa06-4123-970e-f3e3c26306b5 req-f82f2dce-f9e4-46a6-974a-ad80465f5609 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666813 Sep 03 16:25:31.740843 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8aefbd48-40be-48c9-8dc6-bd8dcc2a6528 req-93f4ee22-2d1a-4883-bfbe-8cca9658d189 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999008 Sep 03 16:25:31.808362 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a071f-0f4a-423c-93af-76fae1b93db7 None None] Pushing event updated for resources: {'Port': ['ID=d81d560e-2702-4ef1-a1f2-46e3c980278c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:31.821743 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:31.861198 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Transition to ACTIVE for port object 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:31.873913 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:32.198452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c032d8a-ab01-4e78-8c27-a2bc2b73ae09 req-c2b8b5c4-e6ea-421d-a095-7dc0d572e1c1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:32.206323 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c032d8a-ab01-4e78-8c27-a2bc2b73ae09 req-c2b8b5c4-e6ea-421d-a095-7dc0d572e1c1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.3445997 Sep 03 16:25:32.215037 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:32.229757 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c1cd8-b548-4b25-b87f-888efb100465 None None] Pushing event updated for resources: {'Port': ['ID=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:32.267348 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Attempting to bind port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:32.268802 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Attempting to bind port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:32.284666 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Attempting to bind port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 on network 40560bf7-e48c-4fd7-b755-cca990cd0c73 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:32.307196 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:32.307886 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Checking segment: {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:32.315781 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:32.317071 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Bound using segment: {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:32.321499 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Bound port: 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d967e5-3bbb-471d-92c4-2d746bd70e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:32.323715 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:32.465277 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-23e58a0b-2b9d-4696-8767-500eaa25b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:32.483878 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-23e58a0b-2b9d-4696-8767-500eaa25b0ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1099 time: 0.1632006 Sep 03 16:25:32.487042 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c032d8a-ab01-4e78-8c27-a2bc2b73ae09 req-4e3c8d12-994b-441c-b858-d2bf791fa3c2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2798622 Sep 03 16:25:32.514473 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b40e9-ced5-4008-865e-b113c9198c9d req-92ee022b-8971-4335-8994-b6e0a2029e64 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:32.544844 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd8b40e9-ced5-4008-865e-b113c9198c9d req-92ee022b-8971-4335-8994-b6e0a2029e64 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.3246794 Sep 03 16:25:32.621383 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] For port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:32.630345 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] For port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:32.654453 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-64544bf6-a2a9-45f8-bbe1-3b6444961ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:32.656248 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-64544bf6-a2a9-45f8-bbe1-3b6444961ab5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.1593115 Sep 03 16:25:32.661036 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:32.728958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd8b40e9-ced5-4008-865e-b113c9198c9d req-d5e40862-3d4b-461f-bcd1-2622fdf7e8d7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829674 Sep 03 16:25:32.732616 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device d81d560e-2702-4ef1-a1f2-46e3c980278c up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:32.800459 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:32.887490 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-f3aab73c-1a4c-4fe0-be3d-fdf6378b7ff3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 1002 time: 0.2206633 Sep 03 16:25:32.979525 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c1cd8-b548-4b25-b87f-888efb100465 None None] Pushing event updated for resources: {'Port': ['ID=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:32.998158 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Routers {'6ed47548-bb95-48a8-8ab9-cf9f9f12f986'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:32.998804 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:33.058008 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-ddcb645b-03c6-4eb5-ad81-0b82070eb120 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:33.060624 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-ddcb645b-03c6-4eb5-ad81-0b82070eb120 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.2519405 Sep 03 16:25:33.094889 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-5b70768f-f6de-4c66-ba48-b7e73813628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:33.100815 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-5b70768f-f6de-4c66-ba48-b7e73813628f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.1871047 Sep 03 16:25:33.242627 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf36ea-b316-4895-bd85-0d267cc5aa90 req-b2cb5fa8-4dac-41de-8ff0-b13ece94a71f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:33.257558 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6dbf36ea-b316-4895-bd85-0d267cc5aa90 req-b2cb5fa8-4dac-41de-8ff0-b13ece94a71f tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 945 time: 0.2805672 Sep 03 16:25:33.276132 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port d81d560e-2702-4ef1-a1f2-46e3c980278c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:33.292944 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Router af73c98a-c9b2-467c-a382-8b625794d876 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:25:33.377516 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6dbf36ea-b316-4895-bd85-0d267cc5aa90 req-eb337ef3-331d-43bf-98b1-8db494e4d472 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/security-groups?id=7420e222-08b5-4924-81bb-a76940f76fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190000 Sep 03 16:25:33.384603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-8c76993b-6192-4943-b84d-88ebc564bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:33.394966 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-8c76993b-6192-4943-b84d-88ebc564bcc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2302639 Sep 03 16:25:33.423581 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] Set router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:33.584020 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:33.608802 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Sync routers for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:33.632646 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:33.635537 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:33.705276 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:33.709020 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-705883aa-646c-49fa-9205-a4d0e4eb53e6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3504813 Sep 03 16:25:33.712175 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42612) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:33.869067 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1cf31-cc21-4a5f-8d68-1fefb88228f2 None None] Network d346af94-3d5c-44c3-a544-405c177f5853 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:33.907290 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Deleting port 1be83fb8-acb7-4794-af96-682c6fed6557 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:25:33.909659 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:33.947496 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:34.124017 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-42e648c2-cf54-4031-b9ed-6419aa7080f8 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290108 Sep 03 16:25:34.184152 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] Provisioning for port d81d560e-2702-4ef1-a1f2-46e3c980278c completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:34.192299 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:31Z', 'revision_number': 3, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:34.217244 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] Provisioning complete for port d81d560e-2702-4ef1-a1f2-46e3c980278c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:34.217719 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.279695 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Checking router: af73c98a-c9b2-467c-a382-8b625794d876 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:34.280446 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Updating router af73c98a-c9b2-467c-a382-8b625794d876 port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:34.340306 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.381378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] For port 1be83fb8-acb7-4794-af96-682c6fed6557, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=1be83fb8-acb7-4794-af96-682c6fed6557,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:34.382109 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.409258 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Calling delete_port for 1be83fb8-acb7-4794-af96-682c6fed6557 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:25:34.438197 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-30dc200e-2bdf-44e3-91cd-162607e91649 req-ffc98cc9-43ff-408a-8927-4b3f9b9e5ea8 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032389 Sep 03 16:25:34.756567 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9554d-c3a2-4b8f-8148-ea28bf603d16 req-cd42699b-eba4-43c9-963a-f16d0c70265f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:34.768669 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.769444 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-39f9554d-c3a2-4b8f-8148-ea28bf603d16 req-cd42699b-eba4-43c9-963a-f16d0c70265f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 1.1455572 Sep 03 16:25:34.808734 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.819613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Pushing event deleted for resources: {'Port': ['ID=1be83fb8-acb7-4794-af96-682c6fed6557,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:34.824993 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Transition to ACTIVE for port object 27a3d660-af7e-4e4e-a50c-69f4a38f12cc will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:34.836904 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.937091 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] No DVR routers for this DVR port 1be83fb8-acb7-4794-af96-682c6fed6557 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:25:34.941381 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:34.944681 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-6b3c4de2-a386-4da3-be54-403a4fb5e77a req-cbb941af-933c-48e9-a49f-23e7619955e2 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.15 "DELETE /v2.0/ports/1be83fb8-acb7-4794-af96-682c6fed6557 HTTP/1.1" status: 204 len: 173 time: 1.8750908 Sep 03 16:25:34.945453 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851c5188-9e04-4535-9370-7e73c492bf0e', 'name': 'network-vif-deleted', 'tag': '1be83fb8-acb7-4794-af96-682c6fed6557'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:34.949445 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9feb159-1475-49cc-9830-f19c4c9f435c" -d '{"events": [{"server_uuid": "851c5188-9e04-4535-9370-7e73c492bf0e", "name": "network-vif-deleted", "tag": "1be83fb8-acb7-4794-af96-682c6fed6557"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:34.984563 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-39f9554d-c3a2-4b8f-8148-ea28bf603d16 req-4a964448-4442-4405-b96d-16d83c3d4b2c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2141004 Sep 03 16:25:35.011618 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c2191-4d1a-4944-82f8-f00f5e83cc64 None None] Pushing event updated for resources: {'Port': ['ID=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:35.034751 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9e919-19ca-4d2a-ab0f-5df3a0254294 req-b904d12e-c8ca-422d-adca-aa0502569154 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:35.036794 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5fa9e919-19ca-4d2a-ab0f-5df3a0254294 req-b904d12e-c8ca-422d-adca-aa0502569154 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 1.1579802 Sep 03 16:25:35.053399 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Attempting to bind port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:35.053864 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Attempting to bind port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:35.054237 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Attempting to bind port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:35.074618 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:35.074618 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:35.074618 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:35.075433 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:35.075433 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Bound port: 27a3d660-af7e-4e4e-a50c-69f4a38f12cc, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:35.077410 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:35.109862 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:35.171129 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] For port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:35.176488 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] For port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:35.185560 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:35.282350 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c2191-4d1a-4944-82f8-f00f5e83cc64 None None] Pushing event updated for resources: {'Port': ['ID=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:35.299643 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c056a64d-a2d8-4632-9ac7-3b330eaba3cc req-b65302e2-c023-40b0-a61a-ead20bd61a95 tempest-ServerRescueNegativeTestJSON-870716347 tempest-ServerRescueNegativeTestJSON-870716347-project] 10.222.0.42 "GET /v2.0/ports?device_id=851c5188-9e04-4535-9370-7e73c492bf0e HTTP/1.1" status: 200 len: 210 time: 0.1543493 Sep 03 16:25:35.306638 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:25:26Z', 'revision_number': 4, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863', 'name': '', 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'mac_address': 'fa:16:3e:50:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:25Z', 'updated_at': '2021-09-03T16:25:32Z', 'revision_number': 4, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'subnets': [{'id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:35.359921 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:35.363301 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:35.402671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fab41-37b4-4a3d-a78d-58b096c5baf5 None None] The sync data for ids ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'] in dv-cinder-760178-8-iscsi is: [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:25:26Z', 'revision_number': 4, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863', 'name': '', 'network_id': '40560bf7-e48c-4fd7-b755-cca990cd0c73', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'mac_address': 'fa:16:3e:50:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:25Z', 'updated_at': '2021-09-03T16:25:32Z', 'revision_number': 4, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'subnets': [{'id': 'b9eeea9b-bbc4-4b87-b986-199b55ba342e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:35.426544 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] For port d81d560e-2702-4ef1-a1f2-46e3c980278c, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=d81d560e-2702-4ef1-a1f2-46e3c980278c,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:35.431258 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44727bb2-1763-4066-ac22-9798b04b64fd x-openstack-request-id: req-44727bb2-1763-4066-ac22-9798b04b64fd {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:35.431757 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851c5188-9e04-4535-9370-7e73c492bf0e", "name": "network-vif-deleted", "tag": "1be83fb8-acb7-4794-af96-682c6fed6557", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:35.432021 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44727bb2-1763-4066-ac22-9798b04b64fd {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:35.432720 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851c5188-9e04-4535-9370-7e73c492bf0e', 'name': 'network-vif-deleted', 'tag': '1be83fb8-acb7-4794-af96-682c6fed6557', 'status': 'completed', 'code': 200} Sep 03 16:25:35.438312 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:35.537106 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5fa9e919-19ca-4d2a-ab0f-5df3a0254294 req-7d768945-fb64-4293-9e39-01e6a835a4f7 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4903758 Sep 03 16:25:35.577618 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4421b3-05c2-457e-a09e-ee5aa2917e97 None None] Pushing event updated for resources: {'Port': ['ID=d81d560e-2702-4ef1-a1f2-46e3c980278c,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:35.865966 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 1be83fb8-acb7-4794-af96-682c6fed6557 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:35.927453 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:35.965786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 1be83fb8-acb7-4794-af96-682c6fed6557 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:25:35.976643 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 1be83fb8-acb7-4794-af96-682c6fed6557 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:25:36.000508 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-7169f8a4-88ca-4a7b-9aba-e9b5e648aaed None None] Provisioning complete for port d81d560e-2702-4ef1-a1f2-46e3c980278c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:36.001435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:36.003195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7169f8a4-88ca-4a7b-9aba-e9b5e648aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:36.251716 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Allocated IP 172.20.0.1 (d346af94-3d5c-44c3-a544-405c177f5853/0a066b3f-03dc-4b3e-9d4c-c9793b67210d/16866ee5-4728-4c3a-ae17-46a6888255b0) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:36.302864 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:31Z', 'revision_number': 3, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:36.358201 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2cc461-9966-4278-8f17-355e22b743f5 None None] The sync data for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi is: [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:31Z', 'revision_number': 3, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:36.396746 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:36.429974 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Transition to ACTIVE for port object 16866ee5-4728-4c3a-ae17-46a6888255b0 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:36.456727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42628) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:36.549818 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:36.681729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device d81d560e-2702-4ef1-a1f2-46e3c980278c up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:36.732618 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Network d346af94-3d5c-44c3-a544-405c177f5853 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:36.758205 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:36.774319 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:36.780442 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Pushing event updated for resources: {'Port': ['ID=16866ee5-4728-4c3a-ae17-46a6888255b0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:36.795589 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6170ed5-9f5a-4cd0-8b16-6ba7963e7939 req-1c0e1501-0496-4339-a501-8280f235ce22 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:36.797257 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6170ed5-9f5a-4cd0-8b16-6ba7963e7939 req-1c0e1501-0496-4339-a501-8280f235ce22 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.2821641 Sep 03 16:25:36.869043 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port d81d560e-2702-4ef1-a1f2-46e3c980278c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:36.869696 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:36.895997 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc49a82-2bdd-4d6a-ae83-0122f13be81e req-7a2a77b1-1704-4ee2-8aa7-a0dbbb7c2eb3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:36.897826 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-edc49a82-2bdd-4d6a-ae83-0122f13be81e req-7a2a77b1-1704-4ee2-8aa7-a0dbbb7c2eb3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.2087648 Sep 03 16:25:37.093332 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d6170ed5-9f5a-4cd0-8b16-6ba7963e7939 req-38267608-3bf6-4927-995e-828206a4f3f7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385404 Sep 03 16:25:37.106091 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.265096 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-edc49a82-2bdd-4d6a-ae83-0122f13be81e req-345c0d7d-94e1-4c9b-8667-690918f70d82 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543775 Sep 03 16:25:37.278905 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:37.406955 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0a0466ba-5f60-48fa-91d6-7bbd50408d24 None None] Provisioning for port 16866ee5-4728-4c3a-ae17-46a6888255b0 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:37.426612 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:37.438393 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0a0466ba-5f60-48fa-91d6-7bbd50408d24 None None] Provisioning complete for port 16866ee5-4728-4c3a-ae17-46a6888255b0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:37.438990 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a0466ba-5f60-48fa-91d6-7bbd50408d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.443007 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:37.443382 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.549802 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.649333 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-0a0466ba-5f60-48fa-91d6-7bbd50408d24 None None] Port 16866ee5-4728-4c3a-ae17-46a6888255b0 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:37.767401 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.786415 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.876077 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:37.885674 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.966396 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:37.998240 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:38.049910 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:38.125040 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Pushing event updated for resources: {'Port': ['ID=16866ee5-4728-4c3a-ae17-46a6888255b0,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:38.144771 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:38.266038 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fb2bfba-f7f9-4314-8586-441a5b9fd22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:38.480709 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Network d346af94-3d5c-44c3-a544-405c177f5853 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:38.489822 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:38.552536 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9bd39-c249-4d90-a4a6-4b84106feb5e req-5cf34b6b-47ea-4510-bb2d-d9fcbc67314c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:38.564266 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-27a9bd39-c249-4d90-a4a6-4b84106feb5e req-5cf34b6b-47ea-4510-bb2d-d9fcbc67314c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.3181012 Sep 03 16:25:38.633753 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Deleting port 2aa053b8-84da-4d30-9671-2b7622195da8 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:25:38.634027 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:38.706590 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-27a9bd39-c249-4d90-a4a6-4b84106feb5e req-a816f924-1c80-47ef-8356-7d3c214b2aa3 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413391 Sep 03 16:25:38.739507 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:38.897183 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] For port 2aa053b8-84da-4d30-9671-2b7622195da8, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2aa053b8-84da-4d30-9671-2b7622195da8,segment=NetworkSegment(13555bc8-aa59-4fd4-be52-bf197ce0fe6f),segment_id=13555bc8-aa59-4fd4-be52-bf197ce0fe6f)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:38.897761 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:38.925698 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:38.926260 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:38.933023 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Calling delete_port for 2aa053b8-84da-4d30-9671-2b7622195da8 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:25:38.945979 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Router af73c98a-c9b2-467c-a382-8b625794d876 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:25:39.048091 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d5bfa7ec-1d63-4e7a-9da1-de1dc0bd89fd None None] Provisioning complete for port 16866ee5-4728-4c3a-ae17-46a6888255b0 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:39.048489 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d5bfa7ec-1d63-4e7a-9da1-de1dc0bd89fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:39.190949 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d5bfa7ec-1d63-4e7a-9da1-de1dc0bd89fd None None] Port 16866ee5-4728-4c3a-ae17-46a6888255b0 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:39.208177 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:39.218711 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-16e32433-731c-4041-8569-f790dd739672 admin admin] 10.222.0.42 "PUT /v2.0/routers/af73c98a-c9b2-467c-a382-8b625794d876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4983003 Sep 03 16:25:39.273528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 27a3d660-af7e-4e4e-a50c-69f4a38f12cc up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:39.337681 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:39.392347 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:39.397271 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:39.397790 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:39.407399 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa053b8-84da-4d30-9671-2b7622195da8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:39.601329 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:39.637400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:39.644147 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:39.727778 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:39.812649 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:40.041769 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6a6d4-86bb-4e5f-b90e-817381b6211e req-b6cbaf65-8f7c-4a86-ba59-cc6ca8dd62de tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:40.061063 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7bb6a6d4-86bb-4e5f-b90e-817381b6211e req-b6cbaf65-8f7c-4a86-ba59-cc6ca8dd62de tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1772797 Sep 03 16:25:40.120884 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Sync routers for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:40.188603 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:40.189298 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:40.224975 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7bb6a6d4-86bb-4e5f-b90e-817381b6211e req-0d122ab4-08c8-4c14-bb48-5701a63c32ef tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672602 Sep 03 16:25:40.482123 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:40.493725 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:25:40.626813 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42660) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:40.632227 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2139497352-network', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:40.689462 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Made reservation on behalf of adcb6c1e71d5497bb0a45f39fae2c5d8 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:40.691876 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:40.731178 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:40.741685 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 27a3d660-af7e-4e4e-a50c-69f4a38f12cc up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:40.792594 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:40.805391 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] Sync routers for ids ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:40.816928 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42662) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:40.817263 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-494aacfe-46f4-4d9a-a208-30a466d74c3b admin admin] 10.222.0.42 "PUT /v2.0/routers/a4e7ca63-f3e8-4f68-a48f-39619b6d9202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3591187 Sep 03 16:25:40.835167 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] Routers {'a4e7ca63-f3e8-4f68-a48f-39619b6d9202'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:40.835984 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:40.940445 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.033963 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:41.034362 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.077314 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.089676 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.111321 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:25:41.136939 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] Set router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:41.167623 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.170349 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Added segment 233c7205-2683-4d0d-a329-971851e2b438 of type vlan for network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 Sep 03 16:25:41.173370 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 2, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:41.195305 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.200880 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab48859-8ce1-49a9-ba2f-786553ad3386,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:41.253651 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.293371 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Checking router: af73c98a-c9b2-467c-a382-8b625794d876 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:41.294268 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Updating router af73c98a-c9b2-467c-a382-8b625794d876 port 16866ee5-4728-4c3a-ae17-46a6888255b0 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:41.390719 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.391582 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:41.392218 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.422659 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-38f9a870-5bea-4d06-bfc0-7bcb13d459fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.450518 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.480119 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.524420 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] Pushing event updated for resources: {'Network': ['ID=82d37e9b-43ba-4be0-aebd-8ca249ef7276,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:41.589900 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 5, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port': {'id': '5ac87355-6f48-4823-9602-cf375578ee1d', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:53Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:41.629172 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] Checking router: a4e7ca63-f3e8-4f68-a48f-39619b6d9202 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:41.637088 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ffd4ee5e-9eb6-43bc-baff-1281dd40c31b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0066607 Sep 03 16:25:41.637921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Deleting port 5ac87355-6f48-4823-9602-cf375578ee1d {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:25:41.638261 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.638778 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42666) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:41.645033 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Request body: {'subnet': {'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2139497352-subnet', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:41.671702 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] Routers {'a4e7ca63-f3e8-4f68-a48f-39619b6d9202'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:41.672548 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:41.711922 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Made reservation on behalf of adcb6c1e71d5497bb0a45f39fae2c5d8 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:41.714885 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:41.735485 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a95147-c5fe-4f62-b173-e52c228fabb4 req-798c5d53-2849-4d07-a778-6148993429ad tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:41.753922 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f9a95147-c5fe-4f62-b173-e52c228fabb4 req-798c5d53-2849-4d07-a778-6148993429ad tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.2330010 Sep 03 16:25:41.898707 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:25:41.947756 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] Set router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:41.951092 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f9a95147-c5fe-4f62-b173-e52c228fabb4 req-0e1f731d-2124-4371-baa5-23cd2b2ab7e5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1825807 Sep 03 16:25:41.985632 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] For port 5ac87355-6f48-4823-9602-cf375578ee1d, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=5ac87355-6f48-4823-9602-cf375578ee1d,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:41.986011 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.013737 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Calling delete_port for 5ac87355-6f48-4823-9602-cf375578ee1d owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:25:42.141693 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:25:41Z', 'revision_number': 6, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:42.157594 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.227662 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729b1f2-db4a-4bec-b9a9-0b5f01f8f2d4 None None] The sync data for ids ['a4e7ca63-f3e8-4f68-a48f-39619b6d9202'] in dv-cinder-760178-8-iscsi is: [{'id': 'a4e7ca63-f3e8-4f68-a48f-39619b6d9202', 'name': 'tempest-ServerRescueNegativeTestJSON-620575825-router', 'tenant_id': '55675cc735454135937c6ba86d21a8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:25:41Z', 'revision_number': 6, 'project_id': '55675cc735454135937c6ba86d21a8ed', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:42.276171 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.291873 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4077a276-c114-472e-b5ea-fb698d4feb09,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:42.314789 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Checking segment: {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:42.315159 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Network hostable DHCP agents. Network: 82d37e9b-43ba-4be0-aebd-8ca249ef7276, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:25:42.316341 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.335254 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Transition to ACTIVE for port object 16866ee5-4728-4c3a-ae17-46a6888255b0 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:42.335674 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.344786 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.370857 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:25:42.389473 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 82d37e9b-43ba-4be0-aebd-8ca249ef7276) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:42.393829 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac87355-6f48-4823-9602-cf375578ee1d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:42.394782 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:42.402740 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.413256 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddfd22f-0ce0-419b-9f0d-9368fa3455b1 None None] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:42.427076 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-06aae243-d1c9-4769-a168-4dc5f37cd0e6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7861509 Sep 03 16:25:42.429023 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42668) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:42.436054 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:42.470543 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.473906 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.606896 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.648988 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.790698 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cc7e9-a040-41be-a5c7-35bc11008417 None None] Pushing event updated for resources: {'Port': ['ID=16866ee5-4728-4c3a-ae17-46a6888255b0,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:42.833404 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2aa053b8-84da-4d30-9671-2b7622195da8 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:42.936502 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.939474 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:42.960124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 2aa053b8-84da-4d30-9671-2b7622195da8 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:25:42.960380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2aa053b8-84da-4d30-9671-2b7622195da8 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:25:43.038713 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.043100 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Attempting to bind port 16866ee5-4728-4c3a-ae17-46a6888255b0 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:43.043759 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Attempting to bind port 16866ee5-4728-4c3a-ae17-46a6888255b0 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:43.044059 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Attempting to bind port 16866ee5-4728-4c3a-ae17-46a6888255b0 on network d346af94-3d5c-44c3-a544-405c177f5853 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:43.073033 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:43.073533 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Checking segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:43.073986 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.074366 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Bound using segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:43.074870 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Bound port: 16866ee5-4728-4c3a-ae17-46a6888255b0, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:43.080569 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.278872 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'fixed_ips': [{'subnet_id': '4077a276-c114-472e-b5ea-fb698d4feb09'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:25:43.280248 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.330245 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] For port 16866ee5-4728-4c3a-ae17-46a6888255b0, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:43.335828 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] For port 16866ee5-4728-4c3a-ae17-46a6888255b0, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=16866ee5-4728-4c3a-ae17-46a6888255b0,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:43.441925 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.659461 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.660066 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e7ca63-f3e8-4f68-a48f-39619b6d9202 {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:25:43.687159 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.688614 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7c127f8d-fe23-49a9-9147-fcb2475f1d8b admin admin] 10.222.0.42 "DELETE /v2.0/routers/a4e7ca63-f3e8-4f68-a48f-39619b6d9202 HTTP/1.1" status: 204 len: 168 time: 2.8699663 Sep 03 16:25:43.691781 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42676) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:43.765776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:43.766690 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:43.871614 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2efdd-1d4c-46ac-bfd7-675c806d3135 req-3f1b30ac-6589-4a5d-b617-691312f7044b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:43.884798 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-49f2efdd-1d4c-46ac-bfd7-675c806d3135 req-3f1b30ac-6589-4a5d-b617-691312f7044b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.2849131 Sep 03 16:25:43.937543 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.963515 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.992752 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:44.042220 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-49f2efdd-1d4c-46ac-bfd7-675c806d3135 req-ded8cd73-360d-4814-83f1-1bdeb860775a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511183 Sep 03 16:25:44.064792 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Deleting subnet d0bbbba6-af7f-48cd-83cc-d45c748de3d9 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:25:44.069153 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.079139 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Allocated IP 172.20.0.2 (82d37e9b-43ba-4be0-aebd-8ca249ef7276/4077a276-c114-472e-b5ea-fb698d4feb09/9598dd3d-dfb4-4bc0-91b5-97b93deff7ee) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:44.125655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.208523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.229302 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Allocated IP 172.27.1.82 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:44.301229 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.392877 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bbbba6-af7f-48cd-83cc-d45c748de3d9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:44.394023 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.396060 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f85df4b8-aff4-4a41-89d9-6bb001098f51 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d0bbbba6-af7f-48cd-83cc-d45c748de3d9 HTTP/1.1" status: 204 len: 168 time: 0.6943879 Sep 03 16:25:44.399952 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42678) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:44.421628 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cc7e9-a040-41be-a5c7-35bc11008417 None None] Pushing event updated for resources: {'Port': ['ID=16866ee5-4728-4c3a-ae17-46a6888255b0,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:44.442365 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 5ac87355-6f48-4823-9602-cf375578ee1d no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:44.492384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.647655 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.648270 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 5ac87355-6f48-4823-9602-cf375578ee1d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:25:44.649084 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 5ac87355-6f48-4823-9602-cf375578ee1d not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:25:44.703246 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.809151 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.831546 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de02763-f82f-424d-8a91-c131b3899d58']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:44.849831 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13555bc8-aa59-4fd4-be52-bf197ce0fe6f') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:44.850198 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13555bc8-aa59-4fd4-be52-bf197ce0fe6f') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:44.864502 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.864919 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.886727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.921916 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Transition to ACTIVE for port object 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:44.960174 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Transition to ACTIVE for port object 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:44.962876 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:44.964968 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.967115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Pushing event updated for resources: {'Port': ['ID=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:44.969888 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:44.974523 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:44.980891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:25:44.981957 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:25:44.983797 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:25:45.004643 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.079892 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Pushing event updated for resources: {'Port': ['ID=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:45.095666 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:43Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:45.144760 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:45.147343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb3d04-7dd7-4dd0-a9c2-b6b38a3e0bba None None] The sync data for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi is: [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:43Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:45.152444 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:45.159833 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:45.171586 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.291043 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.298919 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/1de02763-f82f-424d-8a91-c131b3899d58 HTTP/1.1" status: 204 len: 168 time: 0.8975811 Sep 03 16:25:45.330028 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Attempting to bind port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:45.330585 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Attempting to bind port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:45.330957 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Attempting to bind port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee on network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:45.352049 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:45.352342 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Checking segment: {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:45.352649 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.353077 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Bound using segment: {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:45.353551 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Bound port: 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:45.353939 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.383959 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bccf5-1f5e-49b3-84c3-d7eae7187f35 req-a7e5e841-526b-48d2-a2f3-c5488242b480 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:45.385929 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-636bccf5-1f5e-49b3-84c3-d7eae7187f35 req-a7e5e841-526b-48d2-a2f3-c5488242b480 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1719999 Sep 03 16:25:45.403825 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b13217-6ab2-4383-84d1-16eca2f425cc admin admin] Pushing event deleted for resources: {'Network': ['ID=1de02763-f82f-424d-8a91-c131b3899d58,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:45.497878 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] For port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:45.501575 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-636bccf5-1f5e-49b3-84c3-d7eae7187f35 req-4f864de0-ef6d-47cb-8124-a1a33dcce9eb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069279 Sep 03 16:25:45.517129 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] For port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:45.534891 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.666854 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b35e-e29a-4674-ba24-aef622f83bbb None None] Pushing event updated for resources: {'Port': ['ID=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:45.706847 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42684) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:45.777872 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:45.812217 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-31400371-0c3c-48e5-95fe-fd13731cc49c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55675cc735454135937c6ba86d21a8ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1039362 Sep 03 16:25:45.815070 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42686) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:45.941482 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51038477-eb83-4dd1-a98d-06d9e69d4f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:46.015074 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51038477-eb83-4dd1-a98d-06d9e69d4f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:46.195358 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51038477-eb83-4dd1-a98d-06d9e69d4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:46.198474 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51038477-eb83-4dd1-a98d-06d9e69d4f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:46.200640 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-51038477-eb83-4dd1-a98d-06d9e69d4f33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7420e222-08b5-4924-81bb-a76940f76fbb HTTP/1.1" status: 204 len: 168 time: 0.3837552 Sep 03 16:25:46.222529 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038477-eb83-4dd1-a98d-06d9e69d4f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7420e222-08b5-4924-81bb-a76940f76fbb,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:46.433256 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:46.808240 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5911e2-d159-419f-9642-a375ffa09efa req-04babf1c-a1b5-42da-979e-692a8ea255e8 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:46.821665 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5d5911e2-d159-419f-9642-a375ffa09efa req-04babf1c-a1b5-42da-979e-692a8ea255e8 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1120501 Sep 03 16:25:46.830396 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 16866ee5-4728-4c3a-ae17-46a6888255b0 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:46.935069 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5d5911e2-d159-419f-9642-a375ffa09efa req-ae90aa96-03c0-4210-bfa4-df6f92016978 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117115 Sep 03 16:25:47.038049 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 16866ee5-4728-4c3a-ae17-46a6888255b0 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:47.048299 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Router 482e7717-ab75-4c5c-8414-7b664b7b5545 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:25:47.050361 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 16866ee5-4728-4c3a-ae17-46a6888255b0 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:47.050751 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:47.342338 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:47.404891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:47.478513 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:47.488119 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-612ecda5-46ba-4897-a7a7-7ede2588951d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0551445 Sep 03 16:25:47.488954 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42706) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:47.504271 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Sync routers for ids ['482e7717-ab75-4c5c-8414-7b664b7b5545'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:47.593303 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 16866ee5-4728-4c3a-ae17-46a6888255b0, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=16866ee5-4728-4c3a-ae17-46a6888255b0,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:47.606679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Routers {'482e7717-ab75-4c5c-8414-7b664b7b5545'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:47.611151 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['482e7717-ab75-4c5c-8414-7b664b7b5545'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:47.624177 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:47.628297 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:47.830580 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11700b9e-90b8-42b0-aeac-94417ed7f018 None None] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:48.143077 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42718) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:48.196129 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=16866ee5-4728-4c3a-ae17-46a6888255b0,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:48.220406 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-6cfc236a-ff51-4e55-8f1b-cd21fe5f112a None None] Provisioning for port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:48.248837 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:48.267146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:48.267532 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.312061 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc7832-db2b-4018-a68d-1f87ce212725 req-53cf64b3-4fff-4add-a018-633351633c64 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:48.320548 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9cc7832-db2b-4018-a68d-1f87ce212725 req-53cf64b3-4fff-4add-a018-633351633c64 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.2062542 Sep 03 16:25:48.441512 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-326511330-network', 'tenant_id': 'c9b004a1a70b46b2a36ab59cc3483432'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:48.490649 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9cc7832-db2b-4018-a68d-1f87ce212725 req-28c00e7d-b936-4071-afbd-a37621f52ba3 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662183 Sep 03 16:25:48.511736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Made reservation on behalf of c9b004a1a70b46b2a36ab59cc3483432 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:48.514320 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.539796 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.580788 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Set router 482e7717-ab75-4c5c-8414-7b664b7b5545 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:48.725004 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.733010 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.754388 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:25:48.776589 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.776922 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Added segment 21663652-1e38-4dcf-bae2-6c092dc4e18d of type vlan for network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b Sep 03 16:25:48.809973 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.846159 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.938810 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.948447 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef4298-11dd-4d94-a5d4-44ab7a4630e5,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:48.969017 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.976581 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:48.977917 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.034897 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:49.045733 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.103797 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9583209 Sep 03 16:25:49.104834 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42736) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:49.105764 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44982c5-2209-4c0f-b977-1d6b2d79a43d admin admin] Pushing event updated for resources: {'Network': ['ID=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:49.115206 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Request body: {'subnet': {'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-326511330-subnet', 'tenant_id': 'c9b004a1a70b46b2a36ab59cc3483432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:49.124076 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:25:45Z', 'revision_number': 3, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:49.126253 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a263450a-e783-4e02-9f78-861fd1896b98 None None] Provisioning complete for port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:49.126639 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a263450a-e783-4e02-9f78-861fd1896b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.145933 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Made reservation on behalf of c9b004a1a70b46b2a36ab59cc3483432 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:49.150504 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.188022 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:25:49.194143 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:49.199697 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 16866ee5-4728-4c3a-ae17-46a6888255b0 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:49.202805 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Checking router: 482e7717-ab75-4c5c-8414-7b664b7b5545 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:49.203176 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Updating router 482e7717-ab75-4c5c-8414-7b664b7b5545 port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:49.229510 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Allocated IP 172.20.0.1 (82d37e9b-43ba-4be0-aebd-8ca249ef7276/4077a276-c114-472e-b5ea-fb698d4feb09/cad644ef-7e83-40b2-b075-866d7af7d2fd) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:49.380491 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.400745 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.410522 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.420360 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Transition to ACTIVE for port object cad644ef-7e83-40b2-b075-866d7af7d2fd will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:49.466768 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.476715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=354dfc3a-295a-4fa1-83b4-5afcbf687e88,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:49.510874 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.511405 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.511872 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.512498 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.513077 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.516056 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.517442 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.517915 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.518379 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.520089 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:49.520224 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.520224 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.520224 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.523038 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:49.523208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 16866ee5-4728-4c3a-ae17-46a6888255b0 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:49.523208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.525946 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:49.556050 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Pushing event updated for resources: {'Port': ['ID=cad644ef-7e83-40b2-b075-866d7af7d2fd,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:49.577816 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.578249 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.578652 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.580238 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.580607 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.580956 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.581315 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.581648 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.584536 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.584883 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.585223 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.585561 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:25:49.603612 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be66f-8395-41db-a4b8-93cc54573cda req-24cc8422-05c7-4064-9273-60936ccfd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:49.605492 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.615140 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-24cc8422-05c7-4064-9273-60936ccfd2be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1099 time: 0.1399603 Sep 03 16:25:49.650916 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Checking segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:49.651176 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Network hostable DHCP agents. Network: 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:25:49.752999 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:25:49.774789 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:49.777687 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c808-1529-4b05-b55e-6982e13c7e54 req-5255513d-8aa0-425e-8643-c64bf47ed1c1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:49.779889 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1358c808-1529-4b05-b55e-6982e13c7e54 req-5255513d-8aa0-425e-8643-c64bf47ed1c1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.1310928 Sep 03 16:25:49.792850 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab42d2-c9e7-43bd-8c75-9412192dec22 None None] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:49.795136 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:49.795964 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.814880 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be66f-8395-41db-a4b8-93cc54573cda req-85dbfb25-720b-4b8e-841b-80fbb9a632c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:49.817121 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-85dbfb25-720b-4b8e-841b-80fbb9a632c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.1801753 Sep 03 16:25:49.837994 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9916ce49-7455-44d4-9adb-88401841a787 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7219577 Sep 03 16:25:49.910014 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1358c808-1529-4b05-b55e-6982e13c7e54 req-4f13ce7e-5090-470d-a0b4-4513e702a593 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196988 Sep 03 16:25:49.920321 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:49.968352 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-c76ae823-a8d5-41b0-b611-731cdcbb5121 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 1001 time: 0.1247687 Sep 03 16:25:49.979551 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5864cbf0-d9db-4b86-a837-4882bcad9ed5 None None] Provisioning for port cad644ef-7e83-40b2-b075-866d7af7d2fd completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:49.987239 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-5864cbf0-d9db-4b86-a837-4882bcad9ed5 None None] Provisioning complete for port cad644ef-7e83-40b2-b075-866d7af7d2fd triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:49.987638 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5864cbf0-d9db-4b86-a837-4882bcad9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.102088 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5864cbf0-d9db-4b86-a837-4882bcad9ed5 None None] Port cad644ef-7e83-40b2-b075-866d7af7d2fd cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:50.107596 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be66f-8395-41db-a4b8-93cc54573cda req-f7eadb1f-f01c-4a63-81d5-dd946d3f6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:50.113530 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-f7eadb1f-f01c-4a63-81d5-dd946d3f6456 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.1371043 Sep 03 16:25:50.128600 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fc820-2f64-43e9-9a9b-de56ecfe987b None None] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:25:50.141787 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.181467 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87be66f-8395-41db-a4b8-93cc54573cda req-e170f2f5-aca6-4bac-bb18-692c76507fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:50.185812 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Transition to ACTIVE for port object a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:50.187089 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-e170f2f5-aca6-4bac-bb18-692c76507fbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624292 Sep 03 16:25:50.224211 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.227571 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.261770 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.289146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Attempting to bind port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:50.289672 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Attempting to bind port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:50.290124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Attempting to bind port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:50.316733 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-3e1ff941-3e6a-4b9f-9f7d-9a9a8a25b24a service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213052 Sep 03 16:25:50.320663 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:50.321054 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:50.321612 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.322023 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:50.322742 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Bound port: a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:50.323124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.328524 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055384-179f-4418-a7a3-98de6b5550ca None None] Pushing event updated for resources: {'Port': ['ID=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:50.338525 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:25:50.433815 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] For port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:50.435100 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-4ed32c0d-0059-4236-a049-87ebec0ad90b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:50.436792 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-4ed32c0d-0059-4236-a049-87ebec0ad90b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 815 time: 0.2003040 Sep 03 16:25:50.438898 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] For port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:50.442975 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.454116 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a87be66f-8395-41db-a4b8-93cc54573cda req-4d47fc91-bb76-4414-9163-a1d91a53a6aa service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268175 Sep 03 16:25:50.487098 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Pushing event updated for resources: {'Port': ['ID=cad644ef-7e83-40b2-b075-866d7af7d2fd,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:50.492769 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-7b4dc819-cb26-4381-a0c5-2ae76ab2dd7f tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/quotas/d8cc456727414a2c918839243eb2909e HTTP/1.1" status: 200 len: 375 time: 0.0386477 Sep 03 16:25:50.496501 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.511705 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Routers {'482e7717-ab75-4c5c-8414-7b664b7b5545'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:50.513033 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['482e7717-ab75-4c5c-8414-7b664b7b5545'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:50.551443 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055384-179f-4418-a7a3-98de6b5550ca None None] Pushing event updated for resources: {'Port': ['ID=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:50.627745 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] Set router 482e7717-ab75-4c5c-8414-7b664b7b5545 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:50.646313 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-f5dc54b2-d501-422e-bbc3-3e00d4a64d13 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:50.647788 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-f5dc54b2-d501-422e-bbc3-3e00d4a64d13 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.2407951 Sep 03 16:25:50.666066 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-4a7657d3-8cbf-46b8-8bef-ac2d9f98182e tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631987 Sep 03 16:25:50.684771 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-769af4eb-be0e-4233-9cb2-c3dba8546694 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/quotas/c9b004a1a70b46b2a36ab59cc3483432 HTTP/1.1" status: 200 len: 375 time: 0.0264904 Sep 03 16:25:50.746532 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-dad0f374-9be7-4faa-836a-23082832087a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502501 Sep 03 16:25:50.754019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:50.785186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:50.949849 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-1498cfee-4833-477f-8563-ec32c20b634f service neutron] 10.222.0.42 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682116 Sep 03 16:25:50.981920 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-272157b6-1112-4891-9e05-96b1787169fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cad644ef-7e83-40b2-b075-866d7af7d2fd', 'name': '', 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'mac_address': 'fa:16:3e:5d:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:48Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 2, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'subnets': [{'id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:51.009871 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272157b6-1112-4891-9e05-96b1787169fa None None] The sync data for ids ['482e7717-ab75-4c5c-8414-7b664b7b5545'] in dv-cinder-760178-8-iscsi is: [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cad644ef-7e83-40b2-b075-866d7af7d2fd', 'name': '', 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'mac_address': 'fa:16:3e:5d:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:48Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 2, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'subnets': [{'id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:51.016830 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-3e5b9193-1b20-40bb-a93e-cb9fe745c8f6 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331955 Sep 03 16:25:51.039122 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-33833452-c06a-4d76-b9f1-630e38d11202 None None] Provisioning complete for port cad644ef-7e83-40b2-b075-866d7af7d2fd triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:51.039724 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33833452-c06a-4d76-b9f1-630e38d11202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:51.083516 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-33833452-c06a-4d76-b9f1-630e38d11202 None None] Port cad644ef-7e83-40b2-b075-866d7af7d2fd cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:51.134932 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:51.194130 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:51.194513 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:51.319542 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Router 482e7717-ab75-4c5c-8414-7b664b7b5545 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:25:51.385911 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-12ead671-a580-4404-a5c2-5905cbb27320 service neutron] 10.222.0.42 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293973 Sep 03 16:25:51.479358 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-35522bad-fc15-43bf-8b9a-0a941423060d service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263701 Sep 03 16:25:51.533727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:25:51.539614 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d49b9dcc-55b6-4f3a-9132-ad6ab1675137 admin admin] 10.222.0.42 "PUT /v2.0/routers/482e7717-ab75-4c5c-8414-7b664b7b5545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0489111 Sep 03 16:25:51.652127 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5bccd-079e-4d76-8ce2-b28636746897 req-66aa1907-f909-4a83-95d4-962e82ed7cb9 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:51.654632 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2f5bccd-079e-4d76-8ce2-b28636746897 req-66aa1907-f909-4a83-95d4-962e82ed7cb9 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 946 time: 0.0709679 Sep 03 16:25:51.761678 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1699972b-d4d1-4ece-a5fa-26db991b1489 req-0532f9d2-6dff-44c1-8ede-84a8ea50b84f tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 210 time: 0.0435762 Sep 03 16:25:51.783934 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2f5bccd-079e-4d76-8ce2-b28636746897 req-a5ca3896-7cb5-4a33-ac4a-6cc451132b72 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155682 Sep 03 16:25:51.892663 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e515df98-363c-4db8-aca4-a454ab9d9b2f req-f1f0f2a6-828c-4a82-b882-3009970e0d68 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 210 time: 0.0425801 Sep 03 16:25:51.915283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:52.034012 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.112703 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:52.115224 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531975f2-e2fe-4a5d-a0ab-5d607fd39ba9" -d '{"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-unplugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:52.134498 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:52.141011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.188220 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8139d66-2540-43bd-a396-00838189ac59 x-openstack-request-id: req-b8139d66-2540-43bd-a396-00838189ac59 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:52.188526 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-unplugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:52.190094 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8139d66-2540-43bd-a396-00838189ac59 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:52.190650 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'code': 200} Sep 03 16:25:52.237055 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:52.292555 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42808) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:52.297934 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589128204', 'description': 'tempest-secgroup-smoke-1589128204 description', 'project_id': '6e50ba9017d84087b07e20e4e625cc38'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:52.332322 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.430692 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.436418 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.464751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.469658 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1723962 Sep 03 16:25:52.469754 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42810) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:52.470488 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912ce9f-902b-4f22-b0e1-2b4b59f53257 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:52.475520 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group_rule': {'security_group_id': 'a20f99e4-fc0e-45a2-bda0-5e95538d1c4b', 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:52.506263 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.564016 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.568452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.593064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806f4e2c-e7e9-4d06-9a74-15e2f65c5c5c,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:52.599492 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.600733 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-079852a7-6254-4c2f-ada4-e2d1cad34c23 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300948 Sep 03 16:25:52.604079 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42812) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:52.610749 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group_rule': {'security_group_id': 'a20f99e4-fc0e-45a2-bda0-5e95538d1c4b', 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:52.645988 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.720041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.723431 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.743691 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd9e3a9-b836-43d2-b576-0317c805c120,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:52.756121 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.757385 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e39e597c-771d-4b92-b3e6-ffd4f7a899dd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514702 Sep 03 16:25:52.760352 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42814) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:52.765067 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group_rule': {'security_group_id': 'a20f99e4-fc0e-45a2-bda0-5e95538d1c4b', 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:52.794309 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.872523 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.879453 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.902735 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c08e0c-204e-46ee-8bd1-0ef17ade85e8,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:52.909520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.910811 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e9860d73-9d59-4c42-b1b1-c66a2f73a200 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494453 Sep 03 16:25:52.913450 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 42820) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:52.918047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group_rule': {'security_group_id': 'a20f99e4-fc0e-45a2-bda0-5e95538d1c4b', 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:52.921501 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c4fa9f2-97ba-4880-83d6-18a62c7e0335 req-8327fe4b-16e8-4337-a81a-7670c0ea0205 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 210 time: 0.0340426 Sep 03 16:25:52.937498 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730f816-dc50-4f2b-91aa-73680dd2da09 req-8265d8e1-db45-40df-984a-02a46da1bc70 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:52.939005 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b730f816-dc50-4f2b-91aa-73680dd2da09 req-8265d8e1-db45-40df-984a-02a46da1bc70 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0784357 Sep 03 16:25:52.961371 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.987816 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b730f816-dc50-4f2b-91aa-73680dd2da09 req-cd268079-f4ed-439e-b333-b3fefb01734a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366561 Sep 03 16:25:53.021397 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f25bf4ed-a73f-430a-ad0f-6c5145d583ff req-a27f183d-23a6-4636-9a03-b4981da9d2f3 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 210 time: 0.0325797 Sep 03 16:25:53.193428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-7cd882e5-466c-4b05-bc8a-20cb170f151b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:53.194918 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-7cd882e5-466c-4b05-bc8a-20cb170f151b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 815 time: 0.1296413 Sep 03 16:25:53.201757 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.208958 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'port': {'device_id': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'admin_state_up': True, 'tenant_id': 'd8cc456727414a2c918839243eb2909e'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:53.251440 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.263008 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:53.338763 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:53.344574 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:53.345283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.495490 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.534690 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:53.538460 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.539906 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6254396 Sep 03 16:25:53.542737 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42844) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:53.545343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.558005 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group_rule': {'security_group_id': 'a20f99e4-fc0e-45a2-bda0-5e95538d1c4b', 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:53.560817 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c14c4-be7c-491d-981c-c613eee56a98 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b29b9a-7f06-456e-8c0d-eeb5a205d40e,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:53.607220 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Project 6e50ba9017d84087b07e20e4e625cc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:25:53.617526 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.627303 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:53.684561 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Sync routers for ids ['482e7717-ab75-4c5c-8414-7b664b7b5545'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:25:53.697364 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Made reservation on behalf of d8cc456727414a2c918839243eb2909e for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:53.710986 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Routers {'482e7717-ab75-4c5c-8414-7b664b7b5545'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:53.712261 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['482e7717-ab75-4c5c-8414-7b664b7b5545'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:53.713982 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.719216 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.721094 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.769674 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940c6bf8-df35-4656-9d91-8e406f3534f3,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:53.785002 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.788863 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3cd4be4e-250b-4dea-8477-63ed8db69bc1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2396088 Sep 03 16:25:53.791986 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42856) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:53.799303 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'security_group_rule': {'security_group_id': 'a20f99e4-fc0e-45a2-bda0-5e95538d1c4b', 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:53.853590 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Project 6e50ba9017d84087b07e20e4e625cc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:25:53.861187 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:53.878134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-13fa880c-cd52-4ce6-bae2-a52b5fc624be tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:53.880116 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-13fa880c-cd52-4ce6-bae2-a52b5fc624be tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.3574016 Sep 03 16:25:53.894019 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Request body: {'port': {'device_id': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'admin_state_up': True, 'tenant_id': 'c9b004a1a70b46b2a36ab59cc3483432'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:54.003772 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Set router 482e7717-ab75-4c5c-8414-7b664b7b5545 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:54.020900 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:54.068961 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-fe6609dc-0138-4178-a52c-ebaf9ce9a70f req-350f175b-90e2-4826-9696-ca2fa2d0539b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:25:54.083558 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe6609dc-0138-4178-a52c-ebaf9ce9a70f req-350f175b-90e2-4826-9696-ca2fa2d0539b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267551 Sep 03 16:25:54.091310 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:54.175891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Allocated IP 172.20.0.11 (5fa27770-dfa1-461b-8747-e0e7cf3b3c8b/08dbd16a-379f-433d-a497-1bb0ab746c7e/8e48f2f9-8157-4010-87f6-493139e8bf2d) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:54.178730 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Made reservation on behalf of c9b004a1a70b46b2a36ab59cc3483432 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:25:54.182650 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:54.216091 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f042093a-3586-4c7b-823e-37711e195a0a req-612db131-477a-412b-b783-92e1719d1958 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 210 time: 0.1304655 Sep 03 16:25:54.226986 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b69d39-198f-4f2f-8c10-fe61e5e2f30c,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:54.249909 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:54.252589 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d18b50df-15fe-44ad-858a-c884c7d3845b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4595447 Sep 03 16:25:54.520831 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cad644ef-7e83-40b2-b075-866d7af7d2fd', 'name': '', 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'mac_address': 'fa:16:3e:5d:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:48Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 2, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'subnets': [{'id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:54.553083 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Checking router: 482e7717-ab75-4c5c-8414-7b664b7b5545 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:25:54.567924 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Updating router 482e7717-ab75-4c5c-8414-7b664b7b5545 port cad644ef-7e83-40b2-b075-866d7af7d2fd binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:25:54.591710 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d37d8796-8f37-4553-8ca8-e9b57c36b520 req-b3b8be9e-1400-4339-a2c8-de8a6185a929 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 210 time: 0.1539793 Sep 03 16:25:54.631353 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8031b-bb91-4be8-a137-bd3835acf205 req-c065d2a3-b9c8-4655-8b6e-3587563f26b0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:54.637831 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:54.646697 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-30e8031b-bb91-4be8-a137-bd3835acf205 req-c065d2a3-b9c8-4655-8b6e-3587563f26b0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.2950442 Sep 03 16:25:54.704439 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-30e8031b-bb91-4be8-a137-bd3835acf205 req-d74cb1ca-194c-432c-a5b8-96f8403988af tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563726 Sep 03 16:25:54.821207 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Allocated IP 172.20.0.6 (0c8a655e-f6f2-49b9-a81c-cfc08e6f375b/354dfc3a-295a-4fa1-83b4-5afcbf687e88/e1400b5d-3e0f-4d44-8fe1-0b039a2390e1) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:25:54.971329 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 42922) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:25:55.160726 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-955fda7e-769f-4fea-81dc-ed7fdf0d6c49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1875856 Sep 03 16:25:55.163065 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.175500 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-8835dbe9-55f8-4ab6-9fdc-564a1dc772b2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:25:55.176615 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-8835dbe9-55f8-4ab6-9fdc-564a1dc772b2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084674 Sep 03 16:25:55.221602 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.261782 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:55.288204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:55.299511 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:55.304805 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:55.311926 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.337162 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Transition to ACTIVE for port object cad644ef-7e83-40b2-b075-866d7af7d2fd will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:55.347232 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.395917 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:55.398045 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.413273 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8cf0128e-d87e-4e7a-8a66-3bf965f96337 req-de3244c8-725d-4496-bbab-f8c96f620ba7 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 210 time: 0.0541852 Sep 03 16:25:55.422961 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event updated for resources: {'Port': ['ID=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:55.428607 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.480595 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa4d5a-3f3b-466a-8e94-a60a7f132d2f None None] Pushing event updated for resources: {'Port': ['ID=cad644ef-7e83-40b2-b075-866d7af7d2fd,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:55.499394 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Transition to ACTIVE for port object 8e48f2f9-8157-4010-87f6-493139e8bf2d will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:55.541423 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:55.542335 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.593640 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-6f70a20f-a259-4472-a4ef-503ee447dd59 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6983547 Sep 03 16:25:55.624550 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Attempting to bind port cad644ef-7e83-40b2-b075-866d7af7d2fd on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:55.625966 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Attempting to bind port cad644ef-7e83-40b2-b075-866d7af7d2fd by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:55.626354 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Attempting to bind port cad644ef-7e83-40b2-b075-866d7af7d2fd on network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:55.629774 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Request body: {'port': {'device_id': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:25:55.636198 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:55.636635 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Checking segment: {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:55.637607 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.640399 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Bound using segment: {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:55.640821 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Bound port: cad644ef-7e83-40b2-b075-866d7af7d2fd, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233c7205-2683-4d0d-a329-971851e2b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:55.641225 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.882856 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] For port cad644ef-7e83-40b2-b075-866d7af7d2fd, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:55.897266 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] For port cad644ef-7e83-40b2-b075-866d7af7d2fd, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cad644ef-7e83-40b2-b075-866d7af7d2fd,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:55.903113 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:55.905813 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:56.007642 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bd4cb-0db9-47b3-9b8f-98a939431bb8 req-ed00a4f9-2f95-428b-ad69-d8d9eda2a579 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:56.021488 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-934bd4cb-0db9-47b3-9b8f-98a939431bb8 req-ed00a4f9-2f95-428b-ad69-d8d9eda2a579 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 931 time: 0.3042881 Sep 03 16:25:56.026894 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:56.087418 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Routers {'482e7717-ab75-4c5c-8414-7b664b7b5545'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:25:56.087945 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:25:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['482e7717-ab75-4c5c-8414-7b664b7b5545'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:56.128138 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:25:56.153589 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:25:56.230614 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-934bd4cb-0db9-47b3-9b8f-98a939431bb8 req-3c2e941b-281a-4acb-b072-07565a09a57c tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080681 Sep 03 16:25:56.255233 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:25:56.270234 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24848862-746d-4b76-afaa-22cc75604124 req-be3edcf7-241d-43f2-8e0b-03b01c612117 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:56.273907 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:56.280539 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24848862-746d-4b76-afaa-22cc75604124 req-be3edcf7-241d-43f2-8e0b-03b01c612117 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.2142825 Sep 03 16:25:56.471276 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24848862-746d-4b76-afaa-22cc75604124 req-5c756d66-a2d9-4844-a97e-57b0b5ea00a3 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892250 Sep 03 16:25:56.630868 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa4d5a-3f3b-466a-8e94-a60a7f132d2f None None] Pushing event updated for resources: {'Port': ['ID=cad644ef-7e83-40b2-b075-866d7af7d2fd,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:56.663095 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:56.663813 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:56.727749 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48582ea-a483-4405-bd78-53bc3aa86357 req-0bb7a4c0-3b28-4375-9404-fe211834a9f0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:56.729572 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-df16286a-66e0-4205-b99a-d00ddc304508 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5241909 Sep 03 16:25:56.731720 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e48582ea-a483-4405-bd78-53bc3aa86357 req-0bb7a4c0-3b28-4375-9404-fe211834a9f0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.1548657 Sep 03 16:25:56.749995 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] Set router 482e7717-ab75-4c5c-8414-7b664b7b5545 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:25:56.782776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-bc65f6d6-1544-40a6-9da1-59a94d371982 None None] Provisioning for port 8e48f2f9-8157-4010-87f6-493139e8bf2d completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:56.791576 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-bc65f6d6-1544-40a6-9da1-59a94d371982 None None] Provisioning complete for port 8e48f2f9-8157-4010-87f6-493139e8bf2d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:56.794338 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bc65f6d6-1544-40a6-9da1-59a94d371982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:56.838031 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e48582ea-a483-4405-bd78-53bc3aa86357 req-19004936-8317-490e-989d-f9fe85a1623d tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998261 Sep 03 16:25:56.896648 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bc65f6d6-1544-40a6-9da1-59a94d371982 None None] Port 8e48f2f9-8157-4010-87f6-493139e8bf2d cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:25:57.005335 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:25:57.025123 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.061879 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Transition to ACTIVE for port object e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:25:57.072997 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.142925 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Pushing event updated for resources: {'Port': ['ID=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:57.232723 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cad644ef-7e83-40b2-b075-866d7af7d2fd', 'name': '', 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'mac_address': 'fa:16:3e:5d:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:48Z', 'updated_at': '2021-09-03T16:25:55Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'subnets': [{'id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:25:57.263054 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cad644ef-7e83-40b2-b075-866d7af7d2fd up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:57.313217 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1511e-f383-4701-b212-f902171cbe22 None None] The sync data for ids ['482e7717-ab75-4c5c-8414-7b664b7b5545'] in dv-cinder-760178-8-iscsi is: [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:25:49Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cad644ef-7e83-40b2-b075-866d7af7d2fd', 'name': '', 'network_id': '82d37e9b-43ba-4be0-aebd-8ca249ef7276', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'mac_address': 'fa:16:3e:5d:ce:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:48Z', 'updated_at': '2021-09-03T16:25:55Z', 'revision_number': 4, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'subnets': [{'id': '4077a276-c114-472e-b5ea-fb698d4feb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:25:57.349425 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Attempting to bind port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:25:57.349425 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Attempting to bind port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:25:57.349840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Attempting to bind port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:57.350935 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port cad644ef-7e83-40b2-b075-866d7af7d2fd completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:25:57.360794 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port cad644ef-7e83-40b2-b075-866d7af7d2fd triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:57.361268 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.362978 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:25:57.363314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Attempting to bind port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:25:57.372970 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:25:57.373381 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Checking segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:25:57.373923 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Bound using segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:25:57.374635 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Bound port: e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:25:57.375068 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.503503 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf706a-5bb8-4e3b-990c-d432eee27159 req-4f15ccc9-fdfb-467d-90bf-997ef91684e4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:57.513402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f8bf706a-5bb8-4e3b-990c-d432eee27159 req-4f15ccc9-fdfb-467d-90bf-997ef91684e4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.1422839 Sep 03 16:25:57.534805 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] For port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:25:57.551413 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] For port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:25:57.558196 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.569057 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.603349 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f8bf706a-5bb8-4e3b-990c-d432eee27159 req-895b14d5-30af-444e-bc71-ed06a6b9b615 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822442 Sep 03 16:25:57.624865 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port cad644ef-7e83-40b2-b075-866d7af7d2fd, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cad644ef-7e83-40b2-b075-866d7af7d2fd,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:25:57.648601 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.658796 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:57.661715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:57.665200 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 HTTP/1.1" status: 200 len: 1093 time: 2.0537891 Sep 03 16:25:57.665738 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'tag': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:25:57.670349 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d69b8a-3770-461e-a8e5-c43ae2faac26", "tag": "e1400b5d-3e0f-4d44-8fe1-0b039a2390e1"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:25:57.710012 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2cc30-91ac-4f4c-b0d3-63b175638151 service neutron] Pushing event updated for resources: {'Port': ['ID=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:57.727635 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6cdf-6aba-4962-8860-d977d2479be1 req-7cb01f4e-c1f3-4f56-a783-6c21d4dc9489 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:57.736675 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53aa6cdf-6aba-4962-8860-d977d2479be1 req-7cb01f4e-c1f3-4f56-a783-6c21d4dc9489 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.1258833 Sep 03 16:25:57.767381 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=cad644ef-7e83-40b2-b075-866d7af7d2fd,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:25:57.783337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974269cf-5766-4ef3-9722-5c85e80eb693 x-openstack-request-id: req-974269cf-5766-4ef3-9722-5c85e80eb693 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:25:57.783706 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d69b8a-3770-461e-a8e5-c43ae2faac26", "tag": "e1400b5d-3e0f-4d44-8fe1-0b039a2390e1", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:25:57.789715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-974269cf-5766-4ef3-9722-5c85e80eb693 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:25:57.790581 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'tag': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'status': 'completed', 'code': 200} Sep 03 16:25:57.835712 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53aa6cdf-6aba-4962-8860-d977d2479be1 req-e11e3e82-b8cc-4b15-82a0-561f35011e92 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976105 Sep 03 16:25:57.930286 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:25:58.017641 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb0b6-04a2-41c0-94e7-2f92f8fd5285 req-241314bf-7989-4553-9e94-a039f45b733b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:58.025704 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf4eb0b6-04a2-41c0-94e7-2f92f8fd5285 req-241314bf-7989-4553-9e94-a039f45b733b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.1024618 Sep 03 16:25:58.106938 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf4eb0b6-04a2-41c0-94e7-2f92f8fd5285 req-755bb177-49f1-4766-9716-7e4a1ba05bcb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639491 Sep 03 16:25:58.752738 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cce706-a5d8-4e3f-b24a-e51e6355934d req-4f3bc0ae-c39f-4a2b-9b92-71c1b6c2bb5e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:58.754225 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62cce706-a5d8-4e3f-b24a-e51e6355934d req-4f3bc0ae-c39f-4a2b-9b92-71c1b6c2bb5e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0692592 Sep 03 16:25:58.797336 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62cce706-a5d8-4e3f-b24a-e51e6355934d req-a7f8e4ca-9ec6-42f7-9bf9-9042094848e2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Sep 03 16:25:58.963333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb6150-4eb2-4f9c-a23a-5be0989c5230 req-6861a577-0e5e-4676-98dd-8be181e29f72 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:58.965282 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7cbb6150-4eb2-4f9c-a23a-5be0989c5230 req-6861a577-0e5e-4676-98dd-8be181e29f72 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0528247 Sep 03 16:25:59.017142 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7cbb6150-4eb2-4f9c-a23a-5be0989c5230 req-717334dd-4a1c-46f6-b688-915bdfe1e570 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451446 Sep 03 16:25:59.134666 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cad644ef-7e83-40b2-b075-866d7af7d2fd up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:25:59.206068 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port cad644ef-7e83-40b2-b075-866d7af7d2fd triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:25:59.206456 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:59.264850 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ec403-5824-467b-be78-2e3370b8facb req-4e4016d3-0217-4bc9-86e0-6c85928fe768 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:59.270579 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dc8ec403-5824-467b-be78-2e3370b8facb req-4e4016d3-0217-4bc9-86e0-6c85928fe768 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.0746727 Sep 03 16:25:59.325158 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dc8ec403-5824-467b-be78-2e3370b8facb req-2618eb37-a99c-44f2-87f3-37c1c827c7c1 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Sep 03 16:25:59.941031 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53393e5f-fd82-415b-aa9e-f4afe284e929 req-b6795a3c-ec78-4ed8-a05c-0b24872cdd63 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:25:59.942720 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53393e5f-fd82-415b-aa9e-f4afe284e929 req-b6795a3c-ec78-4ed8-a05c-0b24872cdd63 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0703208 Sep 03 16:25:59.986387 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53393e5f-fd82-415b-aa9e-f4afe284e929 req-747a5f49-b4ef-4c9d-81e6-cb7301a0b924 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Sep 03 16:26:00.148192 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:00.155414 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01ce01-ff02-4e83-b99c-86b85dcdca32 req-18093197-0959-411e-a9fa-ca9574a2adeb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:00.156955 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e01ce01-ff02-4e83-b99c-86b85dcdca32 req-18093197-0959-411e-a9fa-ca9574a2adeb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0609324 Sep 03 16:26:00.217056 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e01ce01-ff02-4e83-b99c-86b85dcdca32 req-cacee4cf-242f-407f-9593-caf13253dbf2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504239 Sep 03 16:26:00.443811 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46055-fc29-4792-893b-a0e97bcb7ed4 req-8845b48f-021f-4379-8dd7-23cfd05d557a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:00.445332 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8d46055-fc29-4792-893b-a0e97bcb7ed4 req-8845b48f-021f-4379-8dd7-23cfd05d557a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.0522704 Sep 03 16:26:00.489003 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8d46055-fc29-4792-893b-a0e97bcb7ed4 req-e19ee1d7-ebea-406b-ad09-23b6b877b698 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Sep 03 16:26:01.126285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9c2a6-1aa7-4fbf-af88-3f3e39fe34cc req-540d7f67-d94f-4958-96cc-c41592165ef8 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:01.127950 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-caa9c2a6-1aa7-4fbf-af88-3f3e39fe34cc req-540d7f67-d94f-4958-96cc-c41592165ef8 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0623043 Sep 03 16:26:01.174048 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-caa9c2a6-1aa7-4fbf-af88-3f3e39fe34cc req-3e36eed2-6817-41e6-9467-4d641c0f1d8d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 Sep 03 16:26:01.363073 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1bacf-ef70-428b-9907-029683915bfa req-2b9404c7-30f9-4661-bf10-21425cae8fa7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:01.364635 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36a1bacf-ef70-428b-9907-029683915bfa req-2b9404c7-30f9-4661-bf10-21425cae8fa7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0659811 Sep 03 16:26:01.414262 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36a1bacf-ef70-428b-9907-029683915bfa req-f58a762d-7b46-42ea-88b8-b2b9ada91ebc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430269 Sep 03 16:26:01.635961 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5292a98-9ad0-4b6e-95de-4fa2874d0700 req-9289c43d-326b-4a3c-8eb3-aa4a23574b15 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:01.637583 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c5292a98-9ad0-4b6e-95de-4fa2874d0700 req-9289c43d-326b-4a3c-8eb3-aa4a23574b15 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.0537441 Sep 03 16:26:01.685942 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c5292a98-9ad0-4b6e-95de-4fa2874d0700 req-5e6d8a89-981d-4930-a583-4a3e3901ed38 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Sep 03 16:26:02.303226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288559f-faff-4ac5-98ef-1e432efeed18 req-fffc6ecf-db60-4cc9-a1c8-813eb8a11901 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:02.306701 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f288559f-faff-4ac5-98ef-1e432efeed18 req-fffc6ecf-db60-4cc9-a1c8-813eb8a11901 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0564811 Sep 03 16:26:02.348330 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f288559f-faff-4ac5-98ef-1e432efeed18 req-785a8110-cf53-477d-8bf5-7e8e435dd81d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Sep 03 16:26:02.562915 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fb51-b53f-4ff9-be81-696e689361a6 req-80533288-9473-46e1-b663-c28b9de204e1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:02.565132 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-19d9fb51-b53f-4ff9-be81-696e689361a6 req-80533288-9473-46e1-b663-c28b9de204e1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0552990 Sep 03 16:26:02.604903 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-19d9fb51-b53f-4ff9-be81-696e689361a6 req-fdea80e4-e398-4eb0-acdf-156101c9468d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334218 Sep 03 16:26:02.817929 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97f54-b9c7-48bc-8188-eca4a930cfe7 req-af65ba3f-f1bc-4fe5-9968-6cfacdd6ee47 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:02.819601 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57b97f54-b9c7-48bc-8188-eca4a930cfe7 req-af65ba3f-f1bc-4fe5-9968-6cfacdd6ee47 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.0543044 Sep 03 16:26:02.867977 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57b97f54-b9c7-48bc-8188-eca4a930cfe7 req-d1aaacea-708c-4dd1-b789-8039dfb293ab tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Sep 03 16:26:03.484815 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2d55-4cea-4d39-8669-3a0d0fb2c8bd req-458c64b3-cae0-48de-a2fd-90435073bca1 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:03.486547 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9af2d55-4cea-4d39-8669-3a0d0fb2c8bd req-458c64b3-cae0-48de-a2fd-90435073bca1 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0612121 Sep 03 16:26:03.530623 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9af2d55-4cea-4d39-8669-3a0d0fb2c8bd req-9de4536d-3b99-47c7-b796-064fbf76abef tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373449 Sep 03 16:26:03.766128 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec74699-6e11-4c10-b3e3-f40921c5af21 req-d2cc8195-6b36-41ad-a3ec-21b480d4a574 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:03.767634 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ec74699-6e11-4c10-b3e3-f40921c5af21 req-d2cc8195-6b36-41ad-a3ec-21b480d4a574 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0626061 Sep 03 16:26:03.814718 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ec74699-6e11-4c10-b3e3-f40921c5af21 req-bc6daf75-f272-4ab3-bead-5d6fd4e8b55c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401683 Sep 03 16:26:04.003029 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59be9b-3444-47b3-8ec1-580571cedb76 req-af1d7945-1c73-4dbe-a02c-db75f9a1378a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:04.004544 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c59be9b-3444-47b3-8ec1-580571cedb76 req-af1d7945-1c73-4dbe-a02c-db75f9a1378a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.0558896 Sep 03 16:26:04.045402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c59be9b-3444-47b3-8ec1-580571cedb76 req-e5ba98fc-1de9-4b4b-882f-4aeeaddd4076 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349977 Sep 03 16:26:04.673677 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d45a99-134f-43f1-9b10-4318c6c8cae2 req-42a42177-b1a8-472d-ac43-b0122faaced9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:04.681382 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90d45a99-134f-43f1-9b10-4318c6c8cae2 req-42a42177-b1a8-472d-ac43-b0122faaced9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0690422 Sep 03 16:26:04.718807 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90d45a99-134f-43f1-9b10-4318c6c8cae2 req-f6a43076-67dd-4513-ad46-800aaed750f4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Sep 03 16:26:04.942600 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c38df-2eed-41f6-bcb8-aa83ddd53493 req-88a41cc7-393b-4286-9ebc-2ae1e5bc5426 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:04.944336 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a45c38df-2eed-41f6-bcb8-aa83ddd53493 req-88a41cc7-393b-4286-9ebc-2ae1e5bc5426 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0573308 Sep 03 16:26:04.985802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a45c38df-2eed-41f6-bcb8-aa83ddd53493 req-af50ec9d-9bb5-4d48-a83f-770fdea81db0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335715 Sep 03 16:26:05.162598 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4686c89-9e93-4a6d-93db-0a55768ae8a1 req-8c9d17ad-897b-4432-bdcf-08956f311e16 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:05.164156 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b4686c89-9e93-4a6d-93db-0a55768ae8a1 req-8c9d17ad-897b-4432-bdcf-08956f311e16 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 932 time: 0.0499167 Sep 03 16:26:05.202496 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b4686c89-9e93-4a6d-93db-0a55768ae8a1 req-7f41c5ce-a0fc-49c6-9c1e-f62dbc3ed851 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Sep 03 16:26:05.645876 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Request body: {'port': {'device_id': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:05.750723 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:05.796025 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754 req-eb17836e-7911-4626-8eff-2119dcb8ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:05.797571 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754 req-eb17836e-7911-4626-8eff-2119dcb8ba77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 1096 time: 0.1023157 Sep 03 16:26:05.800515 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-1955174f-eaac-4f76-aee1-6b3550930d7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636473 Sep 03 16:26:05.891876 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8cc48-3971-42c3-8292-4d046792f108 req-8feb42a3-83c1-4de8-a248-eadc5efd15b4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:05.893363 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45d8cc48-3971-42c3-8292-4d046792f108 req-8feb42a3-83c1-4de8-a248-eadc5efd15b4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0838225 Sep 03 16:26:05.918360 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489f88-dbda-464b-b471-fe394fd7769f req-e96c3ab6-442d-4e3d-ac69-6d76b50d068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:05.920484 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-e96c3ab6-442d-4e3d-ac69-6d76b50d068d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1099 time: 0.0767531 Sep 03 16:26:05.943439 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45d8cc48-3971-42c3-8292-4d046792f108 req-3f099a0f-cb93-4d12-8d4b-620eb90f7d65 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Sep 03 16:26:06.025270 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754 req-511ac55b-d050-425a-a116-e373f0bd36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.027204 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754 req-511ac55b-d050-425a-a116-e373f0bd36fa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2131758 Sep 03 16:26:06.065584 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489f88-dbda-464b-b471-fe394fd7769f req-5b68d70f-d744-46c4-b315-8530fec35ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.067131 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-5b68d70f-d744-46c4-b315-8530fec35ee7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.1225390 Sep 03 16:26:06.181839 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754 req-14ca72bd-b858-4d82-b791-410a069d9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.183322 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c9fbc47f-cfcc-4377-aa0b-8e1fa5378754 req-14ca72bd-b858-4d82-b791-410a069d9d89 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475203 Sep 03 16:26:06.202249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e48f2f9-8157-4010-87f6-493139e8bf2d {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:06.206086 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69a83c-6a2b-4eba-848d-67258cd4523f req-f0d6ce3d-235b-4153-bf70-2f25e6f065e6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.207649 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec69a83c-6a2b-4eba-848d-67258cd4523f req-f0d6ce3d-235b-4153-bf70-2f25e6f065e6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.1369650 Sep 03 16:26:06.215183 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-2aa94db9-d139-4ce6-a562-0bbb09d8ab0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 1002 time: 0.1345785 Sep 03 16:26:06.231691 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:06.280767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Transition to ACTIVE for port object 8e48f2f9-8157-4010-87f6-493139e8bf2d will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:26:06.291218 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:06.299696 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-db0b3a5f-1959-4a61-97c0-c3a66ca4afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.301222 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-db0b3a5f-1959-4a61-97c0-c3a66ca4afb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 1096 time: 0.0656307 Sep 03 16:26:06.304483 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec69a83c-6a2b-4eba-848d-67258cd4523f req-9314aaba-1185-4c1b-83fa-9d3a08ed48cc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829258 Sep 03 16:26:06.332873 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489f88-dbda-464b-b471-fe394fd7769f req-5e262e3e-67d4-489f-8097-166573eb83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.340153 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-5e262e3e-67d4-489f-8097-166573eb83b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.1047451 Sep 03 16:26:06.394408 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-ea7408a9-c3a6-4878-9201-8ffcaaf01f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 HTTP/1.1" status: 200 len: 217 time: 0.0717518 Sep 03 16:26:06.430821 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed563-f287-4c9f-93f9-1c46dac1ded2 req-136b7c36-d1e3-4a16-b588-03965bd943bc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.432780 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-886ed563-f287-4c9f-93f9-1c46dac1ded2 req-136b7c36-d1e3-4a16-b588-03965bd943bc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 944 time: 0.1185677 Sep 03 16:26:06.442482 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:06.480821 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489f88-dbda-464b-b471-fe394fd7769f req-e2aa93e1-5d4e-4137-95a5-b3be26961b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.484171 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-e2aa93e1-5d4e-4137-95a5-b3be26961b20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252799 Sep 03 16:26:06.504106 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-acb1cad7-154b-456d-8bc6-410f17ffa7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.505584 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-acb1cad7-154b-456d-8bc6-410f17ffa7c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.1009169 Sep 03 16:26:06.546617 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-566958fb-655b-41c4-95f3-70ebf2093fe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319922 Sep 03 16:26:06.566876 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-886ed563-f287-4c9f-93f9-1c46dac1ded2 req-7e7e540b-e13d-4b9d-85b8-fac7398ca5cc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091275 Sep 03 16:26:06.644304 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-7aa99710-6cd1-4bcb-9834-36ec99a1e37b service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488976 Sep 03 16:26:06.679489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Attempting to bind port 8e48f2f9-8157-4010-87f6-493139e8bf2d on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:26:06.680807 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Attempting to bind port 8e48f2f9-8157-4010-87f6-493139e8bf2d by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:26:06.680807 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Attempting to bind port 8e48f2f9-8157-4010-87f6-493139e8bf2d on network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:06.687173 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Port 8e48f2f9-8157-4010-87f6-493139e8bf2d on network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:26:06.687729 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Attempting to bind port 8e48f2f9-8157-4010-87f6-493139e8bf2d on network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:06.703553 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:26:06.704251 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Checking segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:26:06.704649 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Bound using segment: {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:26:06.705100 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Bound port: 8e48f2f9-8157-4010-87f6-493139e8bf2d, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:26:06.705651 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:06.721427 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-80e1a93d-95f6-43c2-a031-c13fc42504a0 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617143 Sep 03 16:26:06.811119 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38489f88-dbda-464b-b471-fe394fd7769f req-b958035c-195d-42a7-b2c2-bd27657839d9 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551394 Sep 03 16:26:06.838271 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:26:06.855295 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:26:06.867812 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:06.899442 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-ba7ca57e-6c39-4e0f-9619-a3d715e0b2e8 req-95e667e8-6892-4f46-b63a-b2ffa9b49d3d service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522195 Sep 03 16:26:06.909166 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:06.909789 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:06.911364 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] 10.222.0.15 "PUT /v2.0/ports/8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 1094 time: 1.2709491 Sep 03 16:26:06.912020 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:06.914285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2091dda-aa17-4ec0-b021-672dadb25083" -d '{"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:06.950226 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1f4d-5a6a-4071-bf91-751773b4c30d service neutron] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:06.958404 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d86bae-2e07-4448-99b5-670132853b60 x-openstack-request-id: req-31d86bae-2e07-4448-99b5-670132853b60 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:06.958701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:06.958959 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31d86bae-2e07-4448-99b5-670132853b60 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:06.959388 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'status': 'completed', 'code': 200} Sep 03 16:26:07.017820 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-b12a02f4-445f-41bd-a289-fbb7fb52b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.020092 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-b12a02f4-445f-41bd-a289-fbb7fb52b34f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1097 time: 0.0536540 Sep 03 16:26:07.069771 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-7b1d402b-8880-43db-a021-821ed26605e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 217 time: 0.0371339 Sep 03 16:26:07.089968 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b04ed-467b-4425-9d5b-e40d8fa1060d req-efa49d2b-b413-4732-8dd1-6eb7bb31b926 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.092318 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f7b04ed-467b-4425-9d5b-e40d8fa1060d req-efa49d2b-b413-4732-8dd1-6eb7bb31b926 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0557222 Sep 03 16:26:07.129383 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-a848cbed-c9d5-40b0-88ff-155423c390ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.130905 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-a848cbed-c9d5-40b0-88ff-155423c390ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0467126 Sep 03 16:26:07.139532 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f7b04ed-467b-4425-9d5b-e40d8fa1060d req-64f95434-3512-4d29-a522-2797aab65903 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Sep 03 16:26:07.185715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-c9f0d5d3-03b1-4eae-9272-4230a886e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.187333 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-c9f0d5d3-03b1-4eae-9272-4230a886e561 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433531 Sep 03 16:26:07.335665 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-b92168fb-9464-4c3d-a8e2-bb22ba7b9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.337113 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-b92168fb-9464-4c3d-a8e2-bb22ba7b9646 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073&tenant_id=31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 1097 time: 0.1319742 Sep 03 16:26:07.357732 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-8daa4fe7-0a2f-4281-9f03-c52ed9a32260 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440144 Sep 03 16:26:07.471252 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-44d0ccca-a540-469b-8bb4-5c3436fe2ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.472784 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-44d0ccca-a540-469b-8bb4-5c3436fe2ce1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1097 time: 0.0974431 Sep 03 16:26:07.519197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8627c5-49f4-48cb-be3c-6ca4b077e1cf req-26c1f5c9-ba69-446f-bcdb-207c4e4f5f83 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.520947 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2f8627c5-49f4-48cb-be3c-6ca4b077e1cf req-26c1f5c9-ba69-446f-bcdb-207c4e4f5f83 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0623224 Sep 03 16:26:07.576167 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2f8627c5-49f4-48cb-be3c-6ca4b077e1cf req-52061f04-86f2-4912-bd9b-0d1e4438dba2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451872 Sep 03 16:26:07.720275 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bcecc-d86d-4867-a93f-cf623f5085ce req-05dde3a8-5f0b-48f1-a3c2-daf4dc76b3b6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.721868 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd8bcecc-d86d-4867-a93f-cf623f5085ce req-05dde3a8-5f0b-48f1-a3c2-daf4dc76b3b6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 944 time: 0.0692072 Sep 03 16:26:07.753626 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-dadc28cc-1b1e-4c4b-9c26-ab9387fbddc5 req-e6d64a93-1c7b-4b76-92d5-56dc8e78ff62 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769472 Sep 03 16:26:07.772573 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd8bcecc-d86d-4867-a93f-cf623f5085ce req-de132575-190e-48c8-abfa-b34a0febe0e4 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Sep 03 16:26:07.820384 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-ecdb92bb-a1ae-4d82-87f6-14497f193f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.821839 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-ecdb92bb-a1ae-4d82-87f6-14497f193f76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.3398860 Sep 03 16:26:07.906109 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-740ca6a1-bbbb-4562-874b-1ce87f69785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:07.907528 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-740ca6a1-bbbb-4562-874b-1ce87f69785a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1097 time: 0.0956755 Sep 03 16:26:07.913332 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-7e1181c0-6b93-406d-9a67-c70227a955a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 999 time: 0.0731201 Sep 03 16:26:08.028124 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-94b2fd56-60b2-4841-a72e-0ecaa486518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.030142 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-94b2fd56-60b2-4841-a72e-0ecaa486518b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.1005585 Sep 03 16:26:08.070385 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-8c4524bb-af04-4bad-9bd3-cf1cee8a93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.071854 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-8c4524bb-af04-4bad-9bd3-cf1cee8a93e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.1494906 Sep 03 16:26:08.117602 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-614d71d4-a5fe-4d43-b358-a67ac144fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.119015 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-614d71d4-a5fe-4d43-b358-a67ac144fdb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807843 Sep 03 16:26:08.120595 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-10840ebf-2640-4639-a6b2-4921fe005168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 217 time: 0.0395565 Sep 03 16:26:08.241124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dcc0562c-6599-4508-9f97-4eb56402c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:08.245656 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-91b7a3f9-7acb-4b9a-bb50-b2b5ae912b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.247183 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-91b7a3f9-7acb-4b9a-bb50-b2b5ae912b0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.1080003 Sep 03 16:26:08.264822 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e09a68-9f9f-40f6-baa6-b54bee59e8e7 req-b73212e3-3517-47a7-893e-b7a5c460b03e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.266294 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73e09a68-9f9f-40f6-baa6-b54bee59e8e7 req-b73212e3-3517-47a7-893e-b7a5c460b03e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0581870 Sep 03 16:26:08.298820 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-567bcf08-82fa-436c-9fba-5124894d6fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614661 Sep 03 16:26:08.311120 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73e09a68-9f9f-40f6-baa6-b54bee59e8e7 req-b08bef2d-1fc5-49c4-8c8b-dc961bad6415 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Sep 03 16:26:08.321013 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-6dacb417-40ad-4e6f-ae81-7bacdcfc1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.322554 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-6dacb417-40ad-4e6f-ae81-7bacdcfc1cba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672755 Sep 03 16:26:08.467207 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c0b13897-cc36-4003-8388-ce566b5787f8 req-1f459725-9cbf-49fc-a26a-492e31fd3a0f service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565452 Sep 03 16:26:08.478498 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-c13eca39-d2d4-40eb-8a8d-0eabf8c2a099 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456084 Sep 03 16:26:08.571390 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e2091dda-aa17-4ec0-b021-672dadb25083 req-8aaf66ff-d02c-4f58-8b38-b31f3f723e9b service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851703 Sep 03 16:26:08.701317 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8566-8ea2-4d28-8246-ce6cc17088c6 req-4899cebf-3386-459a-aadc-8d209685a71b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.702821 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d0cf8566-8ea2-4d28-8246-ce6cc17088c6 req-4899cebf-3386-459a-aadc-8d209685a71b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0512705 Sep 03 16:26:08.743505 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d0cf8566-8ea2-4d28-8246-ce6cc17088c6 req-d89a170e-6f7f-4937-8fa6-ba6d1823d975 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349290 Sep 03 16:26:08.962118 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f0e5-db64-4233-9972-89cfea0e6016 req-3a362bb6-0722-46c1-b96e-24148fea50aa tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:08.964941 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b6d0f0e5-db64-4233-9972-89cfea0e6016 req-3a362bb6-0722-46c1-b96e-24148fea50aa tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 944 time: 0.1071103 Sep 03 16:26:09.062106 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b6d0f0e5-db64-4233-9972-89cfea0e6016 req-bfd91a07-a7c8-4710-bde9-a6aa90e8e934 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849984 Sep 03 16:26:09.440401 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39831e-afe7-498c-8440-06b0fcfe838b req-599455a7-e4bd-40bf-9d97-7bc4d3618dd5 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:09.442101 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7d39831e-afe7-498c-8440-06b0fcfe838b req-599455a7-e4bd-40bf-9d97-7bc4d3618dd5 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 943 time: 0.0576375 Sep 03 16:26:09.491334 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7d39831e-afe7-498c-8440-06b0fcfe838b req-a4b4997d-45c3-4d3f-9987-d99b1cd99def tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Sep 03 16:26:09.886771 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce57c1-527a-456e-b933-86c58989cf58 req-5c653e4b-e10a-49ff-aa7f-df64c30e4d22 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:09.889131 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9ce57c1-527a-456e-b933-86c58989cf58 req-5c653e4b-e10a-49ff-aa7f-df64c30e4d22 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0512044 Sep 03 16:26:09.931218 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9ce57c1-527a-456e-b933-86c58989cf58 req-b1f44174-e5ac-42bc-8131-631e5a4f1165 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361023 Sep 03 16:26:10.014467 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:26:10.133057 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:10.145907 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'port_id': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'mac_address': 'fa:16:3e:b1:ab:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354dfc3a-295a-4fa1-83b4-5afcbf687e88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:26:10.186246 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:10.192241 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10441d99-4744-41b7-acd4-52d374a67387 req-5189c28b-bb0a-473a-a432-5f3625662910 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:10.193845 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-10441d99-4744-41b7-acd4-52d374a67387 req-5189c28b-bb0a-473a-a432-5f3625662910 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 944 time: 0.0541742 Sep 03 16:26:10.202169 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:10.223515 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:10.229372 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:10.250479 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-10441d99-4744-41b7-acd4-52d374a67387 req-37c4013f-1fcb-494e-a435-e1a814d8628c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Sep 03 16:26:10.283875 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:10.291182 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.291524 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.291886 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.292225 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.292667 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.293065 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.293535 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.293681 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.294012 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.294886 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.295218 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.295542 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:26:10.491333 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:10.611657 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18d934-3b3b-4415-b08a-81ab7cb6c488 req-1c14e812-926d-4e79-a4d5-1032f93ecf22 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:10.613596 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7b18d934-3b3b-4415-b08a-81ab7cb6c488 req-1c14e812-926d-4e79-a4d5-1032f93ecf22 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 944 time: 0.0519469 Sep 03 16:26:10.658614 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7b18d934-3b3b-4415-b08a-81ab7cb6c488 req-535bbc5a-3ebf-4885-b5fd-e73876effbee tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383782 Sep 03 16:26:11.059629 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbc1b1-55f4-42b1-83f4-ef77582fa175 req-c7d3fa0c-f130-433c-a77d-a983fac37870 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:11.062656 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-37dbc1b1-55f4-42b1-83f4-ef77582fa175 req-c7d3fa0c-f130-433c-a77d-a983fac37870 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0561566 Sep 03 16:26:11.104296 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-37dbc1b1-55f4-42b1-83f4-ef77582fa175 req-a0c043d1-1509-4b0a-85e4-c86f4b27a290 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357192 Sep 03 16:26:11.179195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b31bd971-7d8f-40cd-9ffb-60ab1f268c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:11.214723 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:11.382267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78ae24-49dc-4023-9e2c-2bca455ec840 req-5a98f14a-09c6-473f-978e-2438cfdac7d6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:11.383726 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf78ae24-49dc-4023-9e2c-2bca455ec840 req-5a98f14a-09c6-473f-978e-2438cfdac7d6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 944 time: 0.0517437 Sep 03 16:26:11.426016 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf78ae24-49dc-4023-9e2c-2bca455ec840 req-785646ac-ba8e-42a2-8284-aa1eff3ed14a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Sep 03 16:26:11.784023 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762fc3-75fd-4dab-a7e8-8acc1ea8dc4e req-37559c16-cb7a-4ed1-a539-224e8b8cf14f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:11.785547 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d762fc3-75fd-4dab-a7e8-8acc1ea8dc4e req-37559c16-cb7a-4ed1-a539-224e8b8cf14f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 944 time: 0.0537097 Sep 03 16:26:11.834592 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d762fc3-75fd-4dab-a7e8-8acc1ea8dc4e req-5b4a0e02-f892-49bf-b5bd-1d7397e6ee88 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Sep 03 16:26:12.024468 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8e48f2f9-8157-4010-87f6-493139e8bf2d details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:26:12.028582 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:26:12.140688 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:26:12.149265 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:12.149658 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:12.195608 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:12.212973 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'port_id': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'mac_address': 'fa:16:3e:b5:c5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:26:12.267292 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae065ac-80c6-41b2-a5d7-c0a71b55f9d2 req-01d9d987-8caf-4f84-8fec-41fa466b6a1e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:12.269738 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2ae065ac-80c6-41b2-a5d7-c0a71b55f9d2 req-01d9d987-8caf-4f84-8fec-41fa466b6a1e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0674202 Sep 03 16:26:12.295756 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:12.304866 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:12.316995 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:12.328625 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2ae065ac-80c6-41b2-a5d7-c0a71b55f9d2 req-23382105-a0c8-4abc-8bd4-940ce8fe91ac tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526454 Sep 03 16:26:12.331203 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e48f2f9-8157-4010-87f6-493139e8bf2d {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:12.363534 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:12.365723 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a23d01e-e698-470b-86c1-7e80d25dd276" -d '{"events": [{"server_uuid": "e3d69b8a-3770-461e-a8e5-c43ae2faac26", "name": "network-vif-plugged", "status": "completed", "tag": "e1400b5d-3e0f-4d44-8fe1-0b039a2390e1"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:12.383462 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:12.385431 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:12.390156 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:12.395520 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:12.416079 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8cf498-8119-4fec-9c67-ec9a5e383bbb x-openstack-request-id: req-0d8cf498-8119-4fec-9c67-ec9a5e383bbb {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:12.416369 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d69b8a-3770-461e-a8e5-c43ae2faac26", "name": "network-vif-plugged", "status": "completed", "tag": "e1400b5d-3e0f-4d44-8fe1-0b039a2390e1", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:12.416619 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d8cf498-8119-4fec-9c67-ec9a5e383bbb {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:12.417073 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'code': 200} Sep 03 16:26:12.444796 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:12.507478 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:12.585246 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b968162-d4ff-49c8-a17e-7800984c725b req-20c7a336-d574-4238-b588-f930092dcd81 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:12.586778 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b968162-d4ff-49c8-a17e-7800984c725b req-20c7a336-d574-4238-b588-f930092dcd81 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 945 time: 0.0670471 Sep 03 16:26:12.628332 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b968162-d4ff-49c8-a17e-7800984c725b req-fd0e0851-5f91-488b-928f-616471b61a73 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Sep 03 16:26:12.659419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8e48f2f9-8157-4010-87f6-493139e8bf2d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:12.962259 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbe927-3282-406c-b4b7-1a84762c28e0 req-c17eb176-41fa-42a7-8e92-e04dedd312d8 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:12.964410 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bebbe927-3282-406c-b4b7-1a84762c28e0 req-c17eb176-41fa-42a7-8e92-e04dedd312d8 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0559654 Sep 03 16:26:13.016126 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bebbe927-3282-406c-b4b7-1a84762c28e0 req-28f478fb-7d59-45c8-8525-4b03ebd03010 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Sep 03 16:26:13.139083 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-59522d41-633f-476b-b36c-d96974905c5a tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589128204&fields=id&tenant_id=6e50ba9017d84087b07e20e4e625cc38 HTTP/1.1" status: 200 len: 267 time: 0.0410783 Sep 03 16:26:13.252879 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-acba8c89-bc63-4fbf-a4bb-4d14b85b981c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:13.254381 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-acba8c89-bc63-4fbf-a4bb-4d14b85b981c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 808 time: 0.1085122 Sep 03 16:26:13.271875 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-989c40d1-428b-4551-a164-78086f6d5678 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/quotas/6e50ba9017d84087b07e20e4e625cc38 HTTP/1.1" status: 200 len: 375 time: 0.0112131 Sep 03 16:26:13.339546 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-dbb870d1-5063-4804-926a-d7072b631811 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613227 Sep 03 16:26:13.500475 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-8a1b75aa-ec98-40e0-a040-ce16d4eb16c6 service neutron] 10.222.0.42 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404519 Sep 03 16:26:13.512327 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09763a-eeb3-49bf-8b13-7032bd342cc5 req-157fe62b-0c1b-41be-8c27-86e27bad1823 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:13.514511 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de09763a-eeb3-49bf-8b13-7032bd342cc5 req-157fe62b-0c1b-41be-8c27-86e27bad1823 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.1023676 Sep 03 16:26:13.610415 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-de09763a-eeb3-49bf-8b13-7032bd342cc5 req-545e589f-81ac-4e3a-82c2-5ed9f7a329ff tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875249 Sep 03 16:26:13.633854 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-c190045d-54f3-45b9-b5fa-750d2d3a58c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183448 Sep 03 16:26:13.801735 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b82dd9-28ec-4d70-beda-00916aa4bfe8 req-79bb4aef-5c1a-477a-b372-4017e9e74f77 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:13.804670 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0b82dd9-28ec-4d70-beda-00916aa4bfe8 req-79bb4aef-5c1a-477a-b372-4017e9e74f77 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 945 time: 0.0836592 Sep 03 16:26:13.854269 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0b82dd9-28ec-4d70-beda-00916aa4bfe8 req-dd4ee794-a243-4b8d-8981-6d56a6dd2d1c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Sep 03 16:26:13.886035 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:14.014852 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45499a93-1e33-4f26-b1e6-b5ad27e40401 req-b2bae0b9-6789-4784-a362-b55be02c51b0 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0290644 Sep 03 16:26:14.034101 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8e48f2f9-8157-4010-87f6-493139e8bf2d up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:26:14.097386 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 8e48f2f9-8157-4010-87f6-493139e8bf2d completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:26:14.102418 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 8e48f2f9-8157-4010-87f6-493139e8bf2d triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:14.103113 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:14.193702 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fec7e-4e50-4c44-b076-f01070c65d9c req-81570d21-2f50-4fd1-9a60-d7a058e579bc tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:14.195273 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5d8fec7e-4e50-4c44-b076-f01070c65d9c req-81570d21-2f50-4fd1-9a60-d7a058e579bc tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0614049 Sep 03 16:26:14.206090 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:14.252916 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5d8fec7e-4e50-4c44-b076-f01070c65d9c req-77cab4fc-1b72-46be-a7d5-f744a5af402d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499694 Sep 03 16:26:14.267826 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:14.275312 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:14.343888 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:14.418100 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:14.420512 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961b38a-eb83-4da9-9751-7abf35bc81cd" -d '{"events": [{"server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "name": "network-vif-plugged", "status": "completed", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:14.462837 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771cb07d-3952-4065-96cc-ec3599f328d0 x-openstack-request-id: req-771cb07d-3952-4065-96cc-ec3599f328d0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:14.463130 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "name": "network-vif-plugged", "status": "completed", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:14.463384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-771cb07d-3952-4065-96cc-ec3599f328d0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:14.463776 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'code': 200} Sep 03 16:26:14.795277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f728-c447-4813-b415-0018c44ac0a7 req-67828d25-fd94-4e1e-8f51-01d55f19e776 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:14.796852 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70c2f728-c447-4813-b415-0018c44ac0a7 req-67828d25-fd94-4e1e-8f51-01d55f19e776 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0661144 Sep 03 16:26:14.838859 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70c2f728-c447-4813-b415-0018c44ac0a7 req-2197a7c2-b3f1-471e-92e6-d7e39ba48f32 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354681 Sep 03 16:26:14.981961 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e278b-d0c2-43ee-9e1f-d1feedd971dc req-020d7693-9930-43da-bfd1-479a716b2999 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:14.983464 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a60e278b-d0c2-43ee-9e1f-d1feedd971dc req-020d7693-9930-43da-bfd1-479a716b2999 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0570550 Sep 03 16:26:15.021840 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a60e278b-d0c2-43ee-9e1f-d1feedd971dc req-8edbdc78-aa83-4fd0-a6ab-141067e53163 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Sep 03 16:26:15.137390 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-848d5d3c-9671-42fa-90ea-796d9c30d797 req-8f9d323b-7c36-4ac0-9251-2e4bbb382828 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0426898 Sep 03 16:26:15.392186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b66a58-cbb8-407a-8081-7cd296daa88d req-0eb95ad3-1956-4117-85b2-a6fcb71619a2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:15.393850 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a2b66a58-cbb8-407a-8081-7cd296daa88d req-0eb95ad3-1956-4117-85b2-a6fcb71619a2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Sep 03 16:26:15.448818 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a2b66a58-cbb8-407a-8081-7cd296daa88d req-2320ae4f-6cd6-4b14-87eb-003d3b8755f7 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489798 Sep 03 16:26:15.966257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e58e1-089d-4ee9-a59b-ed76f2b37c9b req-a26ca9a8-b6e6-4907-9dc7-c3767b55067c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:15.968247 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4f8e58e1-089d-4ee9-a59b-ed76f2b37c9b req-a26ca9a8-b6e6-4907-9dc7-c3767b55067c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0544581 Sep 03 16:26:16.008400 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4f8e58e1-089d-4ee9-a59b-ed76f2b37c9b req-989cb83d-a313-41f4-b699-280c641bec60 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337207 Sep 03 16:26:16.147844 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba4a45-9ede-4df1-999d-cbee1f13db7f req-0e379c80-75a9-4b49-bb99-a75d7be3e262 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:16.149723 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cfba4a45-9ede-4df1-999d-cbee1f13db7f req-0e379c80-75a9-4b49-bb99-a75d7be3e262 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0589452 Sep 03 16:26:16.200887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cfba4a45-9ede-4df1-999d-cbee1f13db7f req-f3df4f8a-2468-41d6-aa61-65f60e8e85fb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Sep 03 16:26:16.310464 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bacc92c-5282-40a7-a1f1-1afd5fa2bbf7 req-f1d96ec1-d84c-4729-a7ec-af886413f471 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0291502 Sep 03 16:26:16.571312 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f129d-9432-46fc-8b95-833a77e4d42f req-ea9856a3-f2e4-4994-9bcd-3bfd221072fc tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:16.572861 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c0f129d-9432-46fc-8b95-833a77e4d42f req-ea9856a3-f2e4-4994-9bcd-3bfd221072fc tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0520167 Sep 03 16:26:16.615671 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c0f129d-9432-46fc-8b95-833a77e4d42f req-7ef9447a-a2f3-40d1-83af-fcb2f96d253e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360527 Sep 03 16:26:17.143637 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ebe9-aa8a-47cd-ad03-e800c08920d7 req-2482e1cc-3279-4d17-a1d7-44a9011d9970 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:17.145175 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1f56ebe9-aa8a-47cd-ad03-e800c08920d7 req-2482e1cc-3279-4d17-a1d7-44a9011d9970 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0516734 Sep 03 16:26:17.190617 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1f56ebe9-aa8a-47cd-ad03-e800c08920d7 req-a9e5ad7a-a659-4e28-837a-e4154081b353 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393929 Sep 03 16:26:17.331718 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7572c38-5620-4243-bc2c-43723a7d615b req-303472a9-e13d-47eb-9dd5-afbb2036d8ae tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:17.333178 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e7572c38-5620-4243-bc2c-43723a7d615b req-303472a9-e13d-47eb-9dd5-afbb2036d8ae tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0520561 Sep 03 16:26:17.419908 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e7572c38-5620-4243-bc2c-43723a7d615b req-d631a99b-4c5d-4589-ac32-f0f542eba20c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748992 Sep 03 16:26:17.435842 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-33750f4b-aabd-4d81-b7b0-0dda9a936fd3 req-e68a2af8-8b54-4d9c-8fc4-6ddd1d04afcd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0396903 Sep 03 16:26:17.996851 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e04d6-5362-4e9c-ad40-0dea4f0e9b7e req-2cbd861c-bcb1-4d29-afde-5c0bdf88dfde tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:17.998464 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3f2e04d6-5362-4e9c-ad40-0dea4f0e9b7e req-2cbd861c-bcb1-4d29-afde-5c0bdf88dfde tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.3116033 Sep 03 16:26:18.046866 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3f2e04d6-5362-4e9c-ad40-0dea4f0e9b7e req-67d30dd4-d39d-4d19-895c-756d0b2d5f87 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Sep 03 16:26:18.325267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7f3b2-5899-4162-8e83-ca99e11e0421 req-8d2d4134-22a0-49c0-956d-e68445482e95 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:18.327886 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2d7f3b2-5899-4162-8e83-ca99e11e0421 req-8d2d4134-22a0-49c0-956d-e68445482e95 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0584581 Sep 03 16:26:18.373732 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2d7f3b2-5899-4162-8e83-ca99e11e0421 req-9dee6334-1732-48a3-9472-91f8a3200856 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396562 Sep 03 16:26:18.588645 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6810153e-a7fd-46b5-a05b-8d8f7dcc3c1c req-ec7015fc-a80c-48b4-9e3a-cda17eeb6b6c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0323441 Sep 03 16:26:18.619719 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b378bd-25d1-401f-90b3-6dc346ed557c req-be90b7dd-d592-4dab-a4c9-26ab2061e002 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:18.624335 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-94b378bd-25d1-401f-90b3-6dc346ed557c req-be90b7dd-d592-4dab-a4c9-26ab2061e002 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0988700 Sep 03 16:26:18.662180 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-94b378bd-25d1-401f-90b3-6dc346ed557c req-af6ede60-becd-42b2-ab16-85f1d170de49 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349751 Sep 03 16:26:19.164464 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dae65f-234f-4f85-83fa-350504839b86 req-9d7d450b-9190-4871-8ba8-026ba8eb611c tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:19.165843 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-44dae65f-234f-4f85-83fa-350504839b86 req-9d7d450b-9190-4871-8ba8-026ba8eb611c tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Sep 03 16:26:19.203882 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-44dae65f-234f-4f85-83fa-350504839b86 req-d8ca8760-9567-4858-bce6-b1a97997d9ae tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Sep 03 16:26:19.513461 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5eff4-1912-40df-9112-3484f31ff602 req-e135624d-f9bb-472d-a145-752e4fa428c5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:19.515565 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b4b5eff4-1912-40df-9112-3484f31ff602 req-e135624d-f9bb-472d-a145-752e4fa428c5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0608931 Sep 03 16:26:19.589724 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b4b5eff4-1912-40df-9112-3484f31ff602 req-672f7316-c7d3-4ff0-a56f-2a0751e3cc7e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624845 Sep 03 16:26:19.690896 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b98bceea-ffb6-47e4-8cce-dd2b23c9b852 req-951bcd34-814a-4806-87e1-a98e6df65745 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0309422 Sep 03 16:26:19.699555 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ccb6-511e-4b3d-adcd-2cee04b9da68 req-22e60e6c-4331-42f4-956f-4164d9b81109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:19.701214 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fc23ccb6-511e-4b3d-adcd-2cee04b9da68 req-22e60e6c-4331-42f4-956f-4164d9b81109 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1099 time: 0.0593925 Sep 03 16:26:19.705428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c40966-21e9-4084-b4df-27593f541609 req-718912f0-6d36-4bab-970a-0ebf7da59974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:19.706983 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1c40966-21e9-4084-b4df-27593f541609 req-718912f0-6d36-4bab-970a-0ebf7da59974 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 1098 time: 0.0928936 Sep 03 16:26:19.770121 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d1c40966-21e9-4084-b4df-27593f541609 req-ed2cabe5-47b5-4d40-b085-5f3eca424c87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482197 Sep 03 16:26:19.772167 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fc23ccb6-511e-4b3d-adcd-2cee04b9da68 req-9e2ad204-3040-4148-8e8a-f6110c6d7fc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566723 Sep 03 16:26:19.784540 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20383a98-424a-43eb-bc68-911b0be2769e req-e37181d8-43c2-4eaf-a8cd-b383bf2a094f tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:19.786065 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20383a98-424a-43eb-bc68-911b0be2769e req-e37181d8-43c2-4eaf-a8cd-b383bf2a094f tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0502410 Sep 03 16:26:19.823484 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20383a98-424a-43eb-bc68-911b0be2769e req-176f5a91-ec09-4a83-96a9-fce4b7af0d13 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Sep 03 16:26:20.320424 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2239426-2044-481b-bc1e-fa013fe53c3a req-9a2b7ae9-ca0b-4994-9863-ec307453fc55 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:20.321888 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c2239426-2044-481b-bc1e-fa013fe53c3a req-9a2b7ae9-ca0b-4994-9863-ec307453fc55 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0511520 Sep 03 16:26:20.359479 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c2239426-2044-481b-bc1e-fa013fe53c3a req-38e0e2e4-125a-43d7-a2eb-1051249d2f1d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Sep 03 16:26:20.577510 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-eba2e129-1565-477f-a6af-620616e18e0c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:20.579020 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-eba2e129-1565-477f-a6af-620616e18e0c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 808 time: 0.1101203 Sep 03 16:26:20.623078 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-c5dc5fa4-177d-4216-9b7d-a3ec9fc1fa96 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e50ba9017d84087b07e20e4e625cc38 HTTP/1.1" status: 200 len: 380 time: 0.0341289 Sep 03 16:26:20.637275 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'port': {'device_id': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'admin_state_up': True, 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'security_groups': ['a20f99e4-fc0e-45a2-bda0-5e95538d1c4b']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:20.720240 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdb4df-b8c0-4ec4-8191-f3d9613b6717 req-875154fb-ca2b-42e3-b9ff-b2834bd48b10 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:20.721885 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4bcdb4df-b8c0-4ec4-8191-f3d9613b6717 req-875154fb-ca2b-42e3-b9ff-b2834bd48b10 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0599098 Sep 03 16:26:20.766800 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4bcdb4df-b8c0-4ec4-8191-f3d9613b6717 req-19344d37-cf90-4e9c-8a1f-71e827d8a90b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376136 Sep 03 16:26:20.767439 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Made reservation on behalf of 6e50ba9017d84087b07e20e4e625cc38 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:26:20.771603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:20.870668 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-22ccbd0a-d92a-4a32-9f94-c1e8639b79f5 req-bda62a99-56a6-40dd-8827-933b9a6f59d5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0269017 Sep 03 16:26:20.940078 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37486f2-a278-47b8-9972-b1066feaab77 req-a50ce50f-43ef-4b2e-a3be-7c4bd6db8512 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:20.941829 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c37486f2-a278-47b8-9972-b1066feaab77 req-a50ce50f-43ef-4b2e-a3be-7c4bd6db8512 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0660436 Sep 03 16:26:20.943377 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Allocated IP 172.20.0.6 (d346af94-3d5c-44c3-a544-405c177f5853/0a066b3f-03dc-4b3e-9d4c-c9793b67210d/29abd11c-e134-4f4f-bb3d-cf5946cf3f27) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:26:21.027735 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c37486f2-a278-47b8-9972-b1066feaab77 req-67d67154-8393-41f3-84c1-ccdd8a0119c2 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733891 Sep 03 16:26:21.052581 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c71f2e-0899-4109-a51f-46438faf9b87 req-22b622a1-adde-4025-843a-1c6a9f5ae1db tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:21.056335 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62c71f2e-0899-4109-a51f-46438faf9b87 req-22b622a1-adde-4025-843a-1c6a9f5ae1db tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.1132901 Sep 03 16:26:21.098054 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62c71f2e-0899-4109-a51f-46438faf9b87 req-cc4d91b4-58e6-4587-b7d9-08fd301d5dcf tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359988 Sep 03 16:26:21.101777 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.116765 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Transition to ACTIVE for port object 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:26:21.150794 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.203506 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Network d346af94-3d5c-44c3-a544-405c177f5853 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:26:21.206821 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:26:21.213840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:26:21.240345 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:21.270115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:21.270804 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.288325 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0f2c164f-d39f-415f-868b-cbd6ca5a2996 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6552441 Sep 03 16:26:21.305960 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Request body: {'port': {'device_id': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:21.364354 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.476104 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d199f-459f-474a-909a-6ccb645cb232 req-ab5c69cb-dd9f-4c4a-9cb1-aa67fde9733c tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:21.477608 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d25fe1d0-90b2-450c-acbe-d68216602677 None None] Provisioning for port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:26:21.478181 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d3d199f-459f-474a-909a-6ccb645cb232 req-ab5c69cb-dd9f-4c4a-9cb1-aa67fde9733c tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.0493450 Sep 03 16:26:21.488569 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-d25fe1d0-90b2-450c-acbe-d68216602677 None None] Provisioning complete for port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:21.489169 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d25fe1d0-90b2-450c-acbe-d68216602677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.519803 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d3d199f-459f-474a-909a-6ccb645cb232 req-af5a0530-509f-4151-9a62-bd78a9256f9a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345309 Sep 03 16:26:21.526391 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d25fe1d0-90b2-450c-acbe-d68216602677 None None] Port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:26:21.635243 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:21.643212 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.655044 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Transition to ACTIVE for port object 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:26:21.660057 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.737515 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:21.801417 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Attempting to bind port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:26:21.802473 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Attempting to bind port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:26:21.803061 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Attempting to bind port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 on network d346af94-3d5c-44c3-a544-405c177f5853 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:21.807989 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 on network d346af94-3d5c-44c3-a544-405c177f5853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:26:21.808274 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Attempting to bind port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 on network d346af94-3d5c-44c3-a544-405c177f5853 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:21.819534 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:26:21.819996 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Checking segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:26:21.820487 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Bound using segment: {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:26:21.821278 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Bound port: 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825876d7-0433-491d-98ce-75be085ecf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:26:21.821987 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.940300 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:26:21.943703 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:26:21.949546 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.987940 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:21.988568 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:21.989950 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] 10.222.0.15 "PUT /v2.0/ports/29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 1093 time: 0.6884644 Sep 03 16:26:21.990486 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:21.992644 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1042c-0373-42aa-83df-1649f07d954c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:21.999733 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdf90f-fc05-491e-ac29-0855068fb9e9 req-8716d1b0-4f03-4bd3-9492-4f6f43f3650c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.002028 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ebbdf90f-fc05-491e-ac29-0855068fb9e9 req-8716d1b0-4f03-4bd3-9492-4f6f43f3650c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.1091397 Sep 03 16:26:22.021755 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1deb9-421c-4943-87b4-96011c80b72e service neutron] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:22.054862 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4e49-ada7-4ef4-ab52-3bcf1e2f079e req-1c83cf4c-a615-409b-a0bc-19e30046879e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.056582 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d32f4e49-ada7-4ef4-ab52-3bcf1e2f079e req-1c83cf4c-a615-409b-a0bc-19e30046879e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.1066384 Sep 03 16:26:22.088345 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ebbdf90f-fc05-491e-ac29-0855068fb9e9 req-bf03faac-e150-41d4-a67b-5796a849e980 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753880 Sep 03 16:26:22.099213 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-90c0fba9-431e-4160-b351-9b25152942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.101083 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-90c0fba9-431e-4160-b351-9b25152942b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1096 time: 0.0691042 Sep 03 16:26:22.152286 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d32f4e49-ada7-4ef4-ab52-3bcf1e2f079e req-8835e9d2-c7e5-481a-8655-245757f8b02f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712240 Sep 03 16:26:22.159126 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f47c7-b472-4574-8d5d-3038aa886286 x-openstack-request-id: req-541f47c7-b472-4574-8d5d-3038aa886286 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:22.159417 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:22.159741 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-541f47c7-b472-4574-8d5d-3038aa886286 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:22.160282 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'status': 'completed', 'code': 200} Sep 03 16:26:22.162106 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-f177db36-d438-4cd8-b78f-fd60a22ee2d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 217 time: 0.0520303 Sep 03 16:26:22.216958 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0457928a-edf9-4f25-9fa9-7ac725b6e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.218647 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-0457928a-edf9-4f25-9fa9-7ac725b6e2db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.0491974 Sep 03 16:26:22.276167 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-2e97ccb7-d1f1-4bd5-ae32-45c2082b63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.277749 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-2e97ccb7-d1f1-4bd5-ae32-45c2082b63af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513828 Sep 03 16:26:22.282363 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bfc61-90bb-4cd1-bfd2-af63c626fd22 req-84aa7e1b-244d-4436-ae2f-102318ab8aad tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.283840 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c72bfc61-90bb-4cd1-bfd2-af63c626fd22 req-84aa7e1b-244d-4436-ae2f-102318ab8aad tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0882032 Sep 03 16:26:22.296196 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fe204-920f-4403-8da1-f8cbbea3e60f req-5eede99a-534c-4e16-b8bf-04171d5142fb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.297828 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f36fe204-920f-4403-8da1-f8cbbea3e60f req-5eede99a-534c-4e16-b8bf-04171d5142fb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0906661 Sep 03 16:26:22.360292 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c72bfc61-90bb-4cd1-bfd2-af63c626fd22 req-b5483cbc-ca33-4554-89fd-0478ca16b5d6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613856 Sep 03 16:26:22.363123 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f36fe204-920f-4403-8da1-f8cbbea3e60f req-f91c73e6-b925-400c-8c4c-cf0a4c13d487 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Sep 03 16:26:22.369234 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-fba07938-3c00-47b9-b64e-55e3e1e97bf3 service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839398 Sep 03 16:26:22.464980 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-125c7ec0-4309-4fa7-8611-ca6d58c2a72b req-d1e39eeb-f210-44dd-a51e-c11c7f8b8a3a service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888228 Sep 03 16:26:22.482310 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ec965-61db-4996-9d66-dfe3f73eb05f req-2a59b6b7-920d-4d7b-9683-01f8ced88fa2 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.483846 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c33ec965-61db-4996-9d66-dfe3f73eb05f req-2a59b6b7-920d-4d7b-9683-01f8ced88fa2 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0497715 Sep 03 16:26:22.522565 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c33ec965-61db-4996-9d66-dfe3f73eb05f req-efa1fc6e-0eeb-416f-afad-de80eed1cf3c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Sep 03 16:26:22.548341 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1042c-0373-42aa-83df-1649f07d954c req-03cb6811-ecb4-448e-a5c3-770086cd3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.549889 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-03cb6811-ecb4-448e-a5c3-770086cd3bbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1096 time: 0.0414746 Sep 03 16:26:22.643986 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1042c-0373-42aa-83df-1649f07d954c req-1da11720-51b8-4ae9-9dcb-dea6a3416b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.645376 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-1da11720-51b8-4ae9-9dcb-dea6a3416b8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.0877650 Sep 03 16:26:22.687193 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-5220b1ef-db61-47cc-acba-de8719c35285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 217 time: 0.0342884 Sep 03 16:26:22.737889 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1042c-0373-42aa-83df-1649f07d954c req-ff87fec9-b8dd-4241-886d-452442adc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.739655 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-ff87fec9-b8dd-4241-886d-452442adc01b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.0438793 Sep 03 16:26:22.786743 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1042c-0373-42aa-83df-1649f07d954c req-0f9187ff-9b9a-4412-9e08-919957f0ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.788246 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-0f9187ff-9b9a-4412-9e08-919957f0ca5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397413 Sep 03 16:26:22.850824 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4508f2-29db-4e86-af05-26b2fe02b494 req-4e961a99-b641-422d-9849-e46f9edc0379 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:22.852437 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ce4508f2-29db-4e86-af05-26b2fe02b494 req-4e961a99-b641-422d-9849-e46f9edc0379 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0498273 Sep 03 16:26:22.881529 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-15b0ffc2-b225-4a47-bb17-03b6885bda74 service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858464 Sep 03 16:26:22.892909 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ce4508f2-29db-4e86-af05-26b2fe02b494 req-1df3ecf8-bdd8-4dfd-ba7d-98c7e3f614d5 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Sep 03 16:26:22.984765 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-e5c1042c-0373-42aa-83df-1649f07d954c req-69a84935-4f20-49f4-b5b4-03ca159a1b49 service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965102 Sep 03 16:26:23.239072 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85653-e140-40e1-aa0a-660d451a6947 req-b4e720dc-0f65-4c29-b773-c025c5a471c7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:23.247412 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7df85653-e140-40e1-aa0a-660d451a6947 req-b4e720dc-0f65-4c29-b773-c025c5a471c7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0714872 Sep 03 16:26:23.296731 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7df85653-e140-40e1-aa0a-660d451a6947 req-7fa67ce7-0d61-4f2c-8f22-c2e8a59e4f0f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480046 Sep 03 16:26:23.358368 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd80a-2d07-4b0f-b788-6f9356bd59fc req-57e85e49-cca8-4ec8-a2ce-5509b44ab8cc tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:23.359920 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-324dd80a-2d07-4b0f-b788-6f9356bd59fc req-57e85e49-cca8-4ec8-a2ce-5509b44ab8cc tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0548642 Sep 03 16:26:23.399553 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-324dd80a-2d07-4b0f-b788-6f9356bd59fc req-288ddbbf-504a-404d-8f38-21389594b1f1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336530 Sep 03 16:26:23.479189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c2b96-cbf9-4327-a321-8762312ba496 req-69327c95-ba9a-4aeb-ac3f-0fc392246031 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:23.480964 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6a5c2b96-cbf9-4327-a321-8762312ba496 req-69327c95-ba9a-4aeb-ac3f-0fc392246031 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0510535 Sep 03 16:26:23.519922 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6a5c2b96-cbf9-4327-a321-8762312ba496 req-55921b06-486c-4f6d-8522-5cd7fb55d6bd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Sep 03 16:26:24.430416 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167458d-8aa0-459f-adb1-f1020e2e4ea4 req-7de15b17-abf1-410e-b1aa-be9736e3d500 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:24.432891 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9167458d-8aa0-459f-adb1-f1020e2e4ea4 req-7de15b17-abf1-410e-b1aa-be9736e3d500 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0591905 Sep 03 16:26:24.479421 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9167458d-8aa0-459f-adb1-f1020e2e4ea4 req-a879e7ba-1250-45cf-af8f-810c4fac93f7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377405 Sep 03 16:26:24.528296 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66462f05-6dad-41ea-a747-48ed642fce3c req-cfaeb9fd-1756-47b5-ba04-7845c6901920 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:24.529849 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66462f05-6dad-41ea-a747-48ed642fce3c req-cfaeb9fd-1756-47b5-ba04-7845c6901920 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0495138 Sep 03 16:26:24.568860 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66462f05-6dad-41ea-a747-48ed642fce3c req-fbe7b28f-36af-4d1a-b67d-1c69c9738d58 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326111 Sep 03 16:26:24.678023 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a79fc8-9f48-4541-af0d-53751453e138 req-f288b480-b9f7-4844-9ee1-d457e1b0aa33 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:24.679513 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60a79fc8-9f48-4541-af0d-53751453e138 req-f288b480-b9f7-4844-9ee1-d457e1b0aa33 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0533330 Sep 03 16:26:24.718772 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60a79fc8-9f48-4541-af0d-53751453e138 req-fa215aa7-57e1-4836-9fe2-28fba58c8198 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332868 Sep 03 16:26:25.611610 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ed9ad-70ec-4ad5-bdeb-933563e88f11 req-d2794810-8eb6-42a3-8f1a-f7cb0e509ec5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:25.613194 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d5ed9ad-70ec-4ad5-bdeb-933563e88f11 req-d2794810-8eb6-42a3-8f1a-f7cb0e509ec5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0612848 Sep 03 16:26:25.661409 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d5ed9ad-70ec-4ad5-bdeb-933563e88f11 req-7b915848-fc45-4fde-ae8a-59f8db96b4d6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421712 Sep 03 16:26:25.696435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5495ec-a4ff-48ab-94a1-3253b5ba4902 req-8feaa114-fed4-4282-9656-f17289a643a7 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:25.697911 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b5495ec-a4ff-48ab-94a1-3253b5ba4902 req-8feaa114-fed4-4282-9656-f17289a643a7 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0527763 Sep 03 16:26:25.735659 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b5495ec-a4ff-48ab-94a1-3253b5ba4902 req-76ea8b97-e623-4ea8-b4b7-e2dd53ffab14 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Sep 03 16:26:25.845580 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621f76d-1a2f-430e-896f-f70aea107112 req-1dc727f6-2711-4a92-900d-6ec46818b5f1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:25.847127 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7621f76d-1a2f-430e-896f-f70aea107112 req-1dc727f6-2711-4a92-900d-6ec46818b5f1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0526063 Sep 03 16:26:25.885805 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7621f76d-1a2f-430e-896f-f70aea107112 req-59aa1b03-381e-47b0-8f54-a173fd7abd63 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Sep 03 16:26:26.784030 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bd595-4ea1-454c-8042-5b2f0d64cff1 req-9721b2d1-3fbc-4616-80ba-eaca866dff8a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:26.786522 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-812bd595-4ea1-454c-8042-5b2f0d64cff1 req-9721b2d1-3fbc-4616-80ba-eaca866dff8a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0544925 Sep 03 16:26:26.847392 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-812bd595-4ea1-454c-8042-5b2f0d64cff1 req-1f6c4b66-306b-4dc1-8f3d-5e5dd5c076d5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561271 Sep 03 16:26:26.868115 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec13b16-5e81-466f-9d73-5f445616f038 req-5f64a14c-786c-4f2c-965d-3b93f9ee9a52 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:26.868115 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ec13b16-5e81-466f-9d73-5f445616f038 req-5f64a14c-786c-4f2c-965d-3b93f9ee9a52 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0627649 Sep 03 16:26:26.906463 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ec13b16-5e81-466f-9d73-5f445616f038 req-1128b08e-d70d-4c8e-a8c7-dcb60d20d2de tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325923 Sep 03 16:26:27.006771 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01846476-68d7-439a-9247-335261bb356e req-56dd4737-06ee-40b8-904c-75172da9d0ea tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:27.008178 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-01846476-68d7-439a-9247-335261bb356e req-56dd4737-06ee-40b8-904c-75172da9d0ea tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0502856 Sep 03 16:26:27.046556 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-01846476-68d7-439a-9247-335261bb356e req-50692801-b0ed-41b5-8b71-eecbfcc4b205 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Sep 03 16:26:27.340793 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:26:27.978429 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7069-ab91-498b-bb0b-9e95080f4291 req-7a78ec1e-7637-40dd-8cb3-99201f108018 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:27.979970 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5caf7069-ab91-498b-bb0b-9e95080f4291 req-7a78ec1e-7637-40dd-8cb3-99201f108018 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 944 time: 0.0607142 Sep 03 16:26:28.046947 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5caf7069-ab91-498b-bb0b-9e95080f4291 req-80619ee2-512d-44b0-8f84-26272c79f85f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556667 Sep 03 16:26:28.057608 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3760d-14c2-4c1e-aa89-28608b2b0c24 req-b65f212a-f5be-4e81-9de0-90e9bfa08576 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:28.059081 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41b3760d-14c2-4c1e-aa89-28608b2b0c24 req-b65f212a-f5be-4e81-9de0-90e9bfa08576 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0782273 Sep 03 16:26:28.098067 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41b3760d-14c2-4c1e-aa89-28608b2b0c24 req-f7334bef-2251-4f62-b64c-2ecc7d46881b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Sep 03 16:26:28.137937 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:26:28.172994 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e499f1-a469-4fb5-a824-60e2d6a99daa req-01368d7a-9bf4-472e-b89a-e1cff298c056 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:28.175532 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-33e499f1-a469-4fb5-a824-60e2d6a99daa req-01368d7a-9bf4-472e-b89a-e1cff298c056 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0620682 Sep 03 16:26:28.215453 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-33e499f1-a469-4fb5-a824-60e2d6a99daa req-1dcc47c4-3a17-4289-b1a7-9362d4fefbbd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336945 Sep 03 16:26:28.357000 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:28.368240 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'port_id': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'mac_address': 'fa:16:3e:00:21:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:26:28.403705 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:28.415765 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:28.438337 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:28.443154 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:28.489033 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=9']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:28.684500 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:29.172324 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e62256-a2af-4dc8-99d5-7bb89a0d131f req-a5d3afb9-44b1-4ebe-80f7-8123adb4abf6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:29.173934 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66e62256-a2af-4dc8-99d5-7bb89a0d131f req-a5d3afb9-44b1-4ebe-80f7-8123adb4abf6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 945 time: 0.0550089 Sep 03 16:26:29.237191 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66e62256-a2af-4dc8-99d5-7bb89a0d131f req-46c16257-9432-4e7e-a9a1-89d5ef2aa4c9 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537415 Sep 03 16:26:29.249679 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdbc0d-10f3-4faf-95fc-df58ed8c3b37 req-87e32dce-c4a9-4267-8f6f-cb70b4322ace tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:29.251194 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-59bdbc0d-10f3-4faf-95fc-df58ed8c3b37 req-87e32dce-c4a9-4267-8f6f-cb70b4322ace tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0763173 Sep 03 16:26:29.290440 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-59bdbc0d-10f3-4faf-95fc-df58ed8c3b37 req-97511e6f-a7d4-4193-a3b1-59087ba36021 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332336 Sep 03 16:26:29.341888 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a30ae5-b2b2-4f8b-b47f-0887909f8979 req-44b6db5e-8e52-4664-8ffd-066ba01c40fc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:29.344054 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4a30ae5-b2b2-4f8b-b47f-0887909f8979 req-44b6db5e-8e52-4664-8ffd-066ba01c40fc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Sep 03 16:26:29.385903 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4a30ae5-b2b2-4f8b-b47f-0887909f8979 req-d23d3df6-8021-4650-bc11-b37bd5e65b22 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360396 Sep 03 16:26:29.939303 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-440d1f2d-7ed4-4f31-8f32-fb7f91f38a51 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:29.940936 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-440d1f2d-7ed4-4f31-8f32-fb7f91f38a51 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.1064677 Sep 03 16:26:29.956262 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-8a324a96-0081-4665-9a71-81ac92d30f1f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/quotas/c9b004a1a70b46b2a36ab59cc3483432 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Sep 03 16:26:30.005997 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7b6a79c2-e8a6-4763-a414-ca2e3aa2af9f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441341 Sep 03 16:26:30.108991 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-375bdf98-8f70-4223-b27c-7227bc4f1d12 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959229 Sep 03 16:26:30.151299 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:30.161172 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:26:30.211263 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-1db181e5-af6b-4031-9151-b6c363d3bd17 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957100 Sep 03 16:26:30.212149 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:30.212529 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:30.290998 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:30.316124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:30.317628 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1173b0-ed37-463f-b34f-748e493e5f94" -d '{"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-plugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:30.332277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:30.340171 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:30.399198 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:30.417233 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965949ba-55c3-40bd-8a8a-cb05e68e5506 req-6d964660-a2a2-4869-bf77-7edf93770029 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:30.418734 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-965949ba-55c3-40bd-8a8a-cb05e68e5506 req-6d964660-a2a2-4869-bf77-7edf93770029 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.1010771 Sep 03 16:26:30.442438 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7305cbd-5988-48e0-b74b-8354915b18f4 req-b6e47106-a0d5-474e-8522-507f4121a339 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:30.443885 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b7305cbd-5988-48e0-b74b-8354915b18f4 req-b6e47106-a0d5-474e-8522-507f4121a339 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0733144 Sep 03 16:26:30.488320 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-965949ba-55c3-40bd-8a8a-cb05e68e5506 req-c550e706-9dde-490e-b75e-af936c5ebced tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630293 Sep 03 16:26:30.501344 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b7305cbd-5988-48e0-b74b-8354915b18f4 req-a066384f-d00a-4edb-88de-fa5d6f1e1b78 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494547 Sep 03 16:26:30.558073 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27279c96-7d7a-46d6-ba0c-8908f56591f9 x-openstack-request-id: req-27279c96-7d7a-46d6-ba0c-8908f56591f9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:30.558433 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-plugged", "status": "completed", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:30.558731 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27279c96-7d7a-46d6-ba0c-8908f56591f9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:30.559011 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'code': 200} Sep 03 16:26:30.579191 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-33ec72b8-a14a-4067-a37e-07a7156847ab req-152172dd-f4c0-4dac-ada8-f8928e4ccd3d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0377381 Sep 03 16:26:30.663318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488ace1-fa35-4aa8-a871-bf8252f64c41 req-1090d0ec-c2f6-4eea-95b5-e1124bbfb1b0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:30.664913 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2488ace1-fa35-4aa8-a871-bf8252f64c41 req-1090d0ec-c2f6-4eea-95b5-e1124bbfb1b0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0546839 Sep 03 16:26:30.703008 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2488ace1-fa35-4aa8-a871-bf8252f64c41 req-734f8fe9-8919-4fd2-8060-bceda99d55b6 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Sep 03 16:26:31.056180 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dfaf1-fc4d-4484-be35-84426c08f8ed req-733bc26d-98ab-424f-b061-e9fbeceae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:31.057722 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cb9dfaf1-fc4d-4484-be35-84426c08f8ed req-733bc26d-98ab-424f-b061-e9fbeceae01a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1100 time: 0.0406706 Sep 03 16:26:31.096001 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cb9dfaf1-fc4d-4484-be35-84426c08f8ed req-814efb64-a829-43e7-83b2-b24f690796ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303981 Sep 03 16:26:31.605257 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-f4a25082-e4f5-4aa3-83fd-771990f07976 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:31.606653 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-f4a25082-e4f5-4aa3-83fd-771990f07976 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.1213505 Sep 03 16:26:31.626224 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Request body: {'port': {'device_id': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'admin_state_up': True, 'tenant_id': 'c9b004a1a70b46b2a36ab59cc3483432'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:31.664101 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117ca4-e99b-4828-941a-6b86f929f773 req-6b533a65-36a1-404e-8669-1f3e3be801e0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:31.665621 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1f117ca4-e99b-4828-941a-6b86f929f773 req-6b533a65-36a1-404e-8669-1f3e3be801e0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.0984011 Sep 03 16:26:31.689184 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42335932-92f2-41d4-a5ad-e6b117c62e8b req-ee5ffd21-7c9e-4bb8-9e9a-1be07b9b45e6 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:31.690753 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42335932-92f2-41d4-a5ad-e6b117c62e8b req-ee5ffd21-7c9e-4bb8-9e9a-1be07b9b45e6 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0812929 Sep 03 16:26:31.738517 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Made reservation on behalf of c9b004a1a70b46b2a36ab59cc3483432 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:26:31.742097 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:31.747372 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1f117ca4-e99b-4828-941a-6b86f929f773 req-d15c2b47-831b-41ec-866e-2ff447799d34 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724664 Sep 03 16:26:31.755453 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-42335932-92f2-41d4-a5ad-e6b117c62e8b req-d34b294c-0ea5-4b6d-812b-43d9e5c7386c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546341 Sep 03 16:26:31.840940 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d67e0cc5-a15e-4ef1-ad9e-42185bd26f71 req-c8648f93-e096-4fb9-986a-d4ffb6002241 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0303209 Sep 03 16:26:31.880374 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Allocated IP 172.20.0.10 (0c8a655e-f6f2-49b9-a81c-cfc08e6f375b/354dfc3a-295a-4fa1-83b4-5afcbf687e88/e0f5f8f2-b79d-4946-b953-d3f91426d26a) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:26:31.890054 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03b14c-10f4-4342-8114-2adbf31f25b4 req-418979d7-e3dd-4707-acac-de2a14e0a953 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:31.891547 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a03b14c-10f4-4342-8114-2adbf31f25b4 req-418979d7-e3dd-4707-acac-de2a14e0a953 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0540187 Sep 03 16:26:31.929336 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a03b14c-10f4-4342-8114-2adbf31f25b4 req-b7f53d3c-5c35-4446-8c7a-ca60494a9dfc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Sep 03 16:26:32.031053 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:32.072788 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:32.086849 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:32.119146 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:26:32.122225 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:26:32.127576 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:26:32.163360 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:26:32.187298 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:32.187974 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:32.200023 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event updated for resources: {'Port': ['ID=e0f5f8f2-b79d-4946-b953-d3f91426d26a,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:32.209229 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-9dab9572-13fb-48fd-803d-308703b52411 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874894 Sep 03 16:26:32.227229 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Request body: {'port': {'device_id': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:32.228276 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc6fc-8472-41c3-b6a3-683b78c9f789 req-fade2678-ace1-4551-be12-a1339c25f758 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:32.239641 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-803bc6fc-8472-41c3-b6a3-683b78c9f789 req-fade2678-ace1-4551-be12-a1339c25f758 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1039126 Sep 03 16:26:32.274349 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-803bc6fc-8472-41c3-b6a3-683b78c9f789 req-bd886b46-d819-4958-8dad-bbf431f4a201 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362999 Sep 03 16:26:32.309274 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:32.332449 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'port_id': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'mac_address': 'fa:16:3e:a8:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:26:32.392986 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:32.410206 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:32.435442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:32.441145 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:32.500045 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:32.550776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:32.555368 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-14ed7aef-5455-4058-845b-03df8c686156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:32.556933 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-14ed7aef-5455-4058-845b-03df8c686156 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 1099 time: 0.3094714 Sep 03 16:26:32.742364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['29abd11c-e134-4f4f-bb3d-cf5946cf3f27'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:32.745999 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-71ec0758-a2ef-4b18-b29c-8793f698707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:32.747585 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-71ec0758-a2ef-4b18-b29c-8793f698707c service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.1829484 Sep 03 16:26:32.874281 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-6893807e-7db2-4450-8ad4-70fbcc5febc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 200 len: 1002 time: 0.1118252 Sep 03 16:26:32.954994 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-aab4ea75-aedb-4b7f-a00d-5b812be4c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:32.956513 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-aab4ea75-aedb-4b7f-a00d-5b812be4c029 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.0744176 Sep 03 16:26:32.969049 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b037b24-56f9-4e74-afc6-4b952a640316 req-ad8db9f3-a7bd-48b0-8161-f6865c809c30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:32.977809 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8b037b24-56f9-4e74-afc6-4b952a640316 req-ad8db9f3-a7bd-48b0-8161-f6865c809c30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.1219227 Sep 03 16:26:32.998048 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ee64-b0dd-4cd7-bca2-3ff24e041f7f req-d2522de4-8b7f-4316-8c60-b9ac0a13c329 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.000555 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b225ee64-b0dd-4cd7-bca2-3ff24e041f7f req-d2522de4-8b7f-4316-8c60-b9ac0a13c329 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 944 time: 0.1032972 Sep 03 16:26:33.025050 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f5f8f2-b79d-4946-b953-d3f91426d26a {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:33.035475 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:33.054613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Transition to ACTIVE for port object e0f5f8f2-b79d-4946-b953-d3f91426d26a will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:26:33.057126 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-090299cb-fff6-4a1a-ae8e-df56b2f338e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.059125 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-090299cb-fff6-4a1a-ae8e-df56b2f338e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947156 Sep 03 16:26:33.060236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:33.064505 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8b037b24-56f9-4e74-afc6-4b952a640316 req-21afef0c-205b-4a3f-8fdf-5766f47b7c65 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854766 Sep 03 16:26:33.129764 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b225ee64-b0dd-4cd7-bca2-3ff24e041f7f req-3b359780-a424-4fd3-8577-610663d0e9a3 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083510 Sep 03 16:26:33.143282 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f5f8f2-b79d-4946-b953-d3f91426d26a,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:33.197345 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeb59c-e949-422a-803c-591d40751b57 req-9aa39456-9a77-41bb-9743-59dcc1824507 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.199977 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0feeb59c-e949-422a-803c-591d40751b57 req-9aa39456-9a77-41bb-9743-59dcc1824507 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 944 time: 0.0669835 Sep 03 16:26:33.241166 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-abfef689-5501-4d9b-87c4-6be65c03e181 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716671 Sep 03 16:26:33.256735 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0feeb59c-e949-422a-803c-591d40751b57 req-58dc6634-931f-41b2-8059-0674b8cd7e1b tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Sep 03 16:26:33.285813 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Attempting to bind port e0f5f8f2-b79d-4946-b953-d3f91426d26a on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:26:33.286095 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Attempting to bind port e0f5f8f2-b79d-4946-b953-d3f91426d26a by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:26:33.286424 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Attempting to bind port e0f5f8f2-b79d-4946-b953-d3f91426d26a on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:33.299907 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Port e0f5f8f2-b79d-4946-b953-d3f91426d26a on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:26:33.300308 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Attempting to bind port e0f5f8f2-b79d-4946-b953-d3f91426d26a on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:33.332985 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:26:33.333280 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Checking segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:26:33.333672 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Bound using segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:26:33.334124 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Bound port: e0f5f8f2-b79d-4946-b953-d3f91426d26a, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:26:33.334486 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:33.390287 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76f69d34-d1be-4e4b-b7c7-7e05b11622f1 req-8383aaf4-2b06-4b04-b47a-fc3888aca942 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354494 Sep 03 16:26:33.396752 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae444e-f1ec-4eca-ba95-6709979a3251 req-4eb0f3a6-b049-442d-b78a-f96236dfae4e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.398328 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89ae444e-f1ec-4eca-ba95-6709979a3251 req-4eb0f3a6-b049-442d-b78a-f96236dfae4e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0524435 Sep 03 16:26:33.424242 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] For port e0f5f8f2-b79d-4946-b953-d3f91426d26a, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:26:33.427739 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] For port e0f5f8f2-b79d-4946-b953-d3f91426d26a, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:26:33.432198 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:33.438703 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89ae444e-f1ec-4eca-ba95-6709979a3251 req-5abc67a2-023a-4e71-b95d-c1eb65cb8bf0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Sep 03 16:26:33.471647 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.472335 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:33.473704 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0f5f8f2-b79d-4946-b953-d3f91426d26a HTTP/1.1" status: 200 len: 1094 time: 1.2512951 Sep 03 16:26:33.474134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'tag': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:33.476409 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321f0e97-6283-472c-8f8f-110def4dc95b" -d '{"events": [{"name": "network-changed", "server_uuid": "216e5cce-3424-440c-a5a4-6c095b9a7fb7", "tag": "e0f5f8f2-b79d-4946-b953-d3f91426d26a"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:33.499206 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0339-52df-4729-89d0-14a75ebbaca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f5f8f2-b79d-4946-b953-d3f91426d26a,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:33.514642 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed9e82-6632-4d4d-a1ae-9900cee7cba4 x-openstack-request-id: req-caed9e82-6632-4d4d-a1ae-9900cee7cba4 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:33.515002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216e5cce-3424-440c-a5a4-6c095b9a7fb7", "tag": "e0f5f8f2-b79d-4946-b953-d3f91426d26a", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:33.515286 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-caed9e82-6632-4d4d-a1ae-9900cee7cba4 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:33.515714 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'tag': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', 'status': 'completed', 'code': 200} Sep 03 16:26:33.569464 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-d100522a-25a8-4ac8-bfe7-a59d5d8db9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.570859 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-d100522a-25a8-4ac8-bfe7-a59d5d8db9c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0400062 Sep 03 16:26:33.613199 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-edbdbb0c-ef00-4d40-8018-412b5a4ce61f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a HTTP/1.1" status: 200 len: 217 time: 0.0330260 Sep 03 16:26:33.665586 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-2f3c1b5e-fa17-424e-855c-8c015e0c5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:33.667031 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-2f3c1b5e-fa17-424e-855c-8c015e0c5f30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.0444326 Sep 03 16:26:33.705073 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-bb01383e-6528-4376-a11b-74e97e092b6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273521 Sep 03 16:26:33.798408 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-4f8f9036-e0de-4071-b801-fa100856288e service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Sep 03 16:26:33.914431 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-61d80e0b-218d-4252-8bf1-3d8a4dbd94dd req-4a630917-c711-42ad-b622-ad957608f3f4 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881374 Sep 03 16:26:34.018333 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0e97-6283-472c-8f8f-110def4dc95b req-75ecdc7b-8cde-4ddf-88ac-ae2c6cd0828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.019880 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-75ecdc7b-8cde-4ddf-88ac-ae2c6cd0828b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0423400 Sep 03 16:26:34.120155 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0e97-6283-472c-8f8f-110def4dc95b req-e387e31e-e199-40e8-8822-8c994fffe970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.121688 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-e387e31e-e199-40e8-8822-8c994fffe970 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 915 time: 0.0881963 Sep 03 16:26:34.164236 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:26:34.179608 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-db0d91ee-ad01-4de5-8235-2260d892529e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a HTTP/1.1" status: 200 len: 217 time: 0.0376334 Sep 03 16:26:34.182752 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40398874-6b1f-4fa9-9534-a78934068f2b req-7407a849-411b-4760-b496-8bc8e1197352 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.184673 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40398874-6b1f-4fa9-9534-a78934068f2b req-7407a849-411b-4760-b496-8bc8e1197352 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.0553517 Sep 03 16:26:34.223839 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:26:34.228812 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:34.229656 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:34.237181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0e97-6283-472c-8f8f-110def4dc95b req-17c92348-d099-4790-9305-576e69986420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.238802 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-17c92348-d099-4790-9305-576e69986420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.0513296 Sep 03 16:26:34.261831 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40398874-6b1f-4fa9-9534-a78934068f2b req-46c55f03-43a8-4e67-b3e8-320cbd7ab123 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627234 Sep 03 16:26:34.270344 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844272f5-6d9f-42f3-8275-8f06b5383cbb req-c6fd6d86-bae7-4016-81d8-99837b85f2a9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.271610 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-844272f5-6d9f-42f3-8275-8f06b5383cbb req-c6fd6d86-bae7-4016-81d8-99837b85f2a9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 944 time: 0.0856912 Sep 03 16:26:34.290779 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-94bdef4c-d24e-4292-93fa-a72b3b26ed14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351138 Sep 03 16:26:34.313528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:34.318942 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-844272f5-6d9f-42f3-8275-8f06b5383cbb req-9ebda48c-d0a6-401a-bbcc-ec0c278fa6c8 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373371 Sep 03 16:26:34.345196 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:34.347446 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e8774-ca96-4616-9ef5-0889e4aee6db" -d '{"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-plugged", "status": "completed", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:34.360163 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:34.365480 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:34.396933 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe51224-6521-497d-a25b-faef47dcce57 x-openstack-request-id: req-bbe51224-6521-497d-a25b-faef47dcce57 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:34.397171 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-plugged", "status": "completed", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:34.397421 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbe51224-6521-497d-a25b-faef47dcce57 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:34.398667 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'code': 200} Sep 03 16:26:34.419662 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-ad06a63a-4221-4f21-a83b-1fa8bdc50c9f service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216192 Sep 03 16:26:34.428923 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:34.457450 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589918-9dfa-4ecb-9561-0310080d5073 req-e0640764-9ed4-445c-802b-3ad221c19147 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.459103 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98589918-9dfa-4ecb-9561-0310080d5073 req-e0640764-9ed4-445c-802b-3ad221c19147 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 944 time: 0.0604265 Sep 03 16:26:34.512329 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98589918-9dfa-4ecb-9561-0310080d5073 req-4859f5a4-9420-455e-bdfa-daebdee19051 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Sep 03 16:26:34.552229 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-321f0e97-6283-472c-8f8f-110def4dc95b req-a3d41195-1ce8-4b80-afb0-7b9cd9a4b3a9 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142404 Sep 03 16:26:34.578769 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38908a3-3de4-415c-9515-b2af19033a71 req-f8e17d9c-f745-49ef-8eb3-d052136afab5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.579311 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c38908a3-3de4-415c-9515-b2af19033a71 req-f8e17d9c-f745-49ef-8eb3-d052136afab5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0543156 Sep 03 16:26:34.624642 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c38908a3-3de4-415c-9515-b2af19033a71 req-e4499636-8511-46d3-be1f-182b94ccc765 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Sep 03 16:26:34.693651 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f6c8-2a75-4e84-85a0-ac7acde5e5c7 req-116727bb-6524-47ab-abf4-3d6fb82084e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:34.695079 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8351f6c8-2a75-4e84-85a0-ac7acde5e5c7 req-116727bb-6524-47ab-abf4-3d6fb82084e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.0431638 Sep 03 16:26:34.734213 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-8351f6c8-2a75-4e84-85a0-ac7acde5e5c7 req-65fba086-bccc-4525-b477-4b9bea71034a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285964 Sep 03 16:26:35.434936 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e90c62-1d3d-4891-bdc1-da667c2913a5 req-297f4cca-9f4c-4049-93f2-6be4b98623f1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:35.436998 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-44e90c62-1d3d-4891-bdc1-da667c2913a5 req-297f4cca-9f4c-4049-93f2-6be4b98623f1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0483937 Sep 03 16:26:35.477279 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-44e90c62-1d3d-4891-bdc1-da667c2913a5 req-e5c6dfb2-a128-41f5-8825-8cb2e585abdb tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Sep 03 16:26:35.632990 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a2bc-6a57-49d5-880e-0c9191cdb91d req-6ee2ccad-1d9b-4518-b015-8d2a9ca292ee tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:35.634385 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4089a2bc-6a57-49d5-880e-0c9191cdb91d req-6ee2ccad-1d9b-4518-b015-8d2a9ca292ee tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 944 time: 0.0544150 Sep 03 16:26:35.672759 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4089a2bc-6a57-49d5-880e-0c9191cdb91d req-f9b55243-2678-4718-9d37-13f9fd3c3b8b tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Sep 03 16:26:36.603486 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cfe82-7559-46ea-b2ef-979300c121c2 req-8a38831c-c7fe-4cc9-8f91-cb1280165949 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:36.603486 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a1cfe82-7559-46ea-b2ef-979300c121c2 req-8a38831c-c7fe-4cc9-8f91-cb1280165949 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0497990 Sep 03 16:26:36.635261 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a1cfe82-7559-46ea-b2ef-979300c121c2 req-abd74b5a-3338-4a60-89c0-2cef319e851a tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Sep 03 16:26:36.781557 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255f0bc-45e1-417e-8381-1b2747b01109 req-debdb70e-2f84-4fa6-aa22-0e0f1832f299 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:36.782939 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7255f0bc-45e1-417e-8381-1b2747b01109 req-debdb70e-2f84-4fa6-aa22-0e0f1832f299 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0811756 Sep 03 16:26:36.790850 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a898435-9921-4af1-a972-37f3efb4e3c6 req-7b76ec6a-d85f-4d84-aa01-5030ff5265d2 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:36.792233 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a898435-9921-4af1-a972-37f3efb4e3c6 req-7b76ec6a-d85f-4d84-aa01-5030ff5265d2 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0811164 Sep 03 16:26:36.851686 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7255f0bc-45e1-417e-8381-1b2747b01109 req-ec3c0288-9f05-4a9f-abc3-f5abf92c6ead tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584955 Sep 03 16:26:36.854394 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a898435-9921-4af1-a972-37f3efb4e3c6 req-8f51eb23-ab0a-4105-abb5-f6e7642f74cf tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517392 Sep 03 16:26:36.872996 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43486) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:36.876520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43488) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:36.997543 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810bcc-6c86-4a84-ae0b-fe562728775e req-4f7a1639-2ff3-41c7-850c-53eedab6f020 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:36.999593 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03810bcc-6c86-4a84-ae0b-fe562728775e req-4f7a1639-2ff3-41c7-850c-53eedab6f020 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 944 time: 0.0812366 Sep 03 16:26:37.002552 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab19f4b-242b-47c9-9422-fb211e37b515 tempest-TestShelveInstance-882013057 tempest-TestShelveInstance-882013057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:37.003982 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cab19f4b-242b-47c9-9422-fb211e37b515 tempest-TestShelveInstance-882013057 tempest-TestShelveInstance-882013057-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1093 time: 0.1295967 Sep 03 16:26:37.008026 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43494) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:37.017306 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'port_id': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:37.020981 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072907d-66e1-4a94-b854-97abcf6193dd tempest-TestMinimumBasicScenario-1202027450 tempest-TestMinimumBasicScenario-1202027450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:37.022513 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6072907d-66e1-4a94-b854-97abcf6193dd tempest-TestMinimumBasicScenario-1202027450 tempest-TestMinimumBasicScenario-1202027450-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1094 time: 0.1450419 Sep 03 16:26:37.025421 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43498) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:37.029888 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'port_id': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:37.044699 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.db.api [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 16:26:37.044699 dv-cinder-760178-8-iscsi neutron-server[93859]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 16:26:37.044699 dv-cinder-760178-8-iscsi neutron-server[93859]: [parameters: {'project_id': 'd8cc456727414a2c918839243eb2909e', 'id': 'f4a1ec0e-0e53-42a2-997b-19c957aafeb6', 'expiration': datetime.datetime(2021, 9, 3, 16, 28, 37, 41320)}] Sep 03 16:26:37.044699 dv-cinder-760178-8-iscsi neutron-server[93859]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 16:26:37.045089 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG oslo_db.api [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 16:26:37.057466 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03810bcc-6c86-4a84-ae0b-fe562728775e req-91d6eb2a-c793-4bc7-bdef-86a107631be1 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Sep 03 16:26:37.058587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.152941 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.259937 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Allocated IP 172.27.1.36 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/ce66e7e0-7a86-497c-860e-20e06e180ab1) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:26:37.358365 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.396979 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.434266 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:26:37.437816 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:26:37.445804 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:26:37.485250 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'Port': ['ID=ce66e7e0-7a86-497c-860e-20e06e180ab1,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:37.569520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.666935 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.772410 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Allocated IP 172.27.1.46 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/019478b0-615a-43cb-91aa-e59ff0f6d8f0) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:26:37.817285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.878110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.885959 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.926538 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:37.960273 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:26:37.963112 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:26:37.966819 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:26:38.000969 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'Port': ['ID=019478b0-615a-43cb-91aa-e59ff0f6d8f0,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:38.042047 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.047153 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.116635 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event updated for resources: {'Port': ['ID=ce66e7e0-7a86-497c-860e-20e06e180ab1,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:38.131277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.180780 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e0f5f8f2-b79d-4946-b953-d3f91426d26a details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:26:38.278687 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8f182ec-8116-44eb-86a1-f0fbc25b3132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.299321 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e0f5f8f2-b79d-4946-b953-d3f91426d26a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:38.311025 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'port_id': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', 'mac_address': 'fa:16:3e:cb:e4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354dfc3a-295a-4fa1-83b4-5afcbf687e88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:26:38.354999 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.368955 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f5f8f2-b79d-4946-b953-d3f91426d26a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:38.390323 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e0f5f8f2-b79d-4946-b953-d3f91426d26a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:38.394503 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.428852 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.441479 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e0f5f8f2-b79d-4946-b953-d3f91426d26a,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:38.463177 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987037-2fa5-4d27-a3f8-17dac8f4502e req-89b0aa37-9a73-4009-a2d5-44299600f7f3 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:38.464962 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34987037-2fa5-4d27-a3f8-17dac8f4502e req-89b0aa37-9a73-4009-a2d5-44299600f7f3 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 944 time: 0.3357308 Sep 03 16:26:38.520306 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Floating IP 91b05646-972c-4cd3-9909-c5f8f96e0dd0 associated. External IP: 172.27.1.36, port: 29abd11c-e134-4f4f-bb3d-cf5946cf3f27. Sep 03 16:26:38.525567 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34987037-2fa5-4d27-a3f8-17dac8f4502e req-7b3c8293-4ec8-4ce3-a094-0ccc478de4cd tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Sep 03 16:26:38.529239 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.681722 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.686456 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.726219 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Router af73c98a-c9b2-467c-a382-8b625794d876 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:26:38.778584 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e0f5f8f2-b79d-4946-b953-d3f91426d26a'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:38.841114 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:26:38.855241 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] Sync routers for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:26:38.860652 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:38.882534 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:26:38.883199 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:26:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:38.894016 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-70435329-c6e2-47bf-adf3-24e66080ed6e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8850133 Sep 03 16:26:38.894863 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:38.898658 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:38.935242 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf6794-2fed-471f-8de2-09b8bb7cbcb1 x-openstack-request-id: req-f0cf6794-2fed-471f-8de2-09b8bb7cbcb1 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:38.935523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:38.935776 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0cf6794-2fed-471f-8de2-09b8bb7cbcb1 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:38.936782 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'status': 'completed', 'code': 200} Sep 03 16:26:39.018115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'Port': ['ID=019478b0-615a-43cb-91aa-e59ff0f6d8f0,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:39.026215 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:26:39.033801 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:39.074142 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-1a1ab0ac-e5d6-456a-8ad1-2e993c4f75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:39.075622 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-1a1ab0ac-e5d6-456a-8ad1-2e993c4f75a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.0990133 Sep 03 16:26:39.200628 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Floating IP 25281a47-b441-48c4-9837-8f38cddccc1a associated. External IP: 172.27.1.46, port: 8e48f2f9-8157-4010-87f6-493139e8bf2d. Sep 03 16:26:39.241310 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-4a9d1342-c3ce-40b2-b3b7-3391238e4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:39.242769 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-4a9d1342-c3ce-40b2-b3b7-3391238e4681 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.1428623 Sep 03 16:26:39.296083 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '91b05646-972c-4cd3-9909-c5f8f96e0dd0', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'port_id': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'mac_address': 'fa:16:3e:a8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:26:37Z', 'updated_at': '2021-09-03T16:26:37Z', 'revision_number': 0, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:47Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:39.321279 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] Checking router: af73c98a-c9b2-467c-a382-8b625794d876 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:26:39.330328 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:26:39.330944 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:26:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:39.344580 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-0152782e-8095-4170-8ab9-151ee7ef6ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 998 time: 0.0738783 Sep 03 16:26:39.462110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-10be9465-6c2a-41dd-8a0a-07f57c1d5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:39.463596 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-10be9465-6c2a-41dd-8a0a-07f57c1d5eac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.1096995 Sep 03 16:26:39.536202 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-477a1f21-5123-42a0-b5b8-2435f7af76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:39.537444 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-477a1f21-5123-42a0-b5b8-2435f7af76cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662248 Sep 03 16:26:39.542503 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Router 2614df85-0f05-42fe-a18c-9c806a72d5c5 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:26:39.556498 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:26:39.648736 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d140d5-7e7e-460b-861b-acda2bb97e69 req-9bd4cd96-0a4d-4034-adf4-622c2e66f3a0 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:39.650669 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20d140d5-7e7e-460b-861b-acda2bb97e69 req-9bd4cd96-0a4d-4034-adf4-622c2e66f3a0 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0542185 Sep 03 16:26:39.694354 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20d140d5-7e7e-460b-861b-acda2bb97e69 req-7e064a03-850f-4285-b6cd-622335152578 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358529 Sep 03 16:26:39.714367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:26:39.725801 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-dc609cae-60fa-45cf-a29f-688386dafa6b service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717215 Sep 03 16:26:39.726389 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] Sync routers for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:26:39.737926 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:26:39.738688 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:26:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:39.758393 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:39.795991 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43508) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:39.796607 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-92a300d4-f340-4824-a368-e1963f6efac0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7701209 Sep 03 16:26:39.799457 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:39.800602 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043275619', 'description': 'tempest-secgroup-smoke-1043275619 description', 'project_id': 'd8cc456727414a2c918839243eb2909e'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:39.801679 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c953c22-2372-4649-9122-48d84451bdea" -d '{"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:39.815029 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '91b05646-972c-4cd3-9909-c5f8f96e0dd0', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'port_id': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'mac_address': 'fa:16:3e:a8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:26:37Z', 'updated_at': '2021-09-03T16:26:37Z', 'revision_number': 0, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:47Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:39.849523 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e1def-2fc5-4b31-987d-eb0ddf407ceb None None] The sync data for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi is: [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '91b05646-972c-4cd3-9909-c5f8f96e0dd0', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'port_id': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'mac_address': 'fa:16:3e:a8:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:26:37Z', 'updated_at': '2021-09-03T16:26:37Z', 'revision_number': 0, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:47Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:26:39.851253 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:39.852622 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:26:39.878582 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b89ea-1961-4ab2-8a76-4517889544f8 x-openstack-request-id: req-970b89ea-1961-4ab2-8a76-4517889544f8 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:39.880001 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:39.880269 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-970b89ea-1961-4ab2-8a76-4517889544f8 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:39.880691 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'status': 'completed', 'code': 200} Sep 03 16:26:39.952482 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-1a07a9a8-7ccf-4a0e-9d23-8399ed6a7b1f req-d405d335-2046-4c83-bbc4-041c9457c89f service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071676 Sep 03 16:26:39.965802 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953c22-2372-4649-9122-48d84451bdea req-7c6d163a-46bd-483d-890b-8754a3a75ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:39.967542 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-7c6d163a-46bd-483d-890b-8754a3a75ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1099 time: 0.0707958 Sep 03 16:26:39.984523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:39.988595 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.011401 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.015369 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2156775 Sep 03 16:26:40.015737 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43512) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:40.022161 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group_rule': {'security_group_id': '23d15181-c114-43c8-8c54-025813a65306', 'project_id': 'd8cc456727414a2c918839243eb2909e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:40.024872 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573d092-ded4-4f3d-b131-60d061679c79 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d15181-c114-43c8-8c54-025813a65306,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.109029 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.115700 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '25281a47-b441-48c4-9837-8f38cddccc1a', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'port_id': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'mac_address': 'fa:16:3e:b5:c5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:26:38Z', 'updated_at': '2021-09-03T16:26:38Z', 'revision_number': 0, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:40.123249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953c22-2372-4649-9122-48d84451bdea req-282ef619-2c46-4b44-9e16-b67130c3edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:40.125405 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-282ef619-2c46-4b44-9e16-b67130c3edb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.1476772 Sep 03 16:26:40.143638 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] Checking router: 2614df85-0f05-42fe-a18c-9c806a72d5c5 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:26:40.146209 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d7fb0-d43d-47f5-8a2e-65f64cf914a7 None None] New status for floating IP 91b05646-972c-4cd3-9909-c5f8f96e0dd0: ACTIVE {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:26:40.152778 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:26:40.153550 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:26:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:40.179778 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e0f5f8f2-b79d-4946-b953-d3f91426d26a up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:26:40.220956 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-8530bf32-3d4f-4c90-92fa-9d29dabc66af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 999 time: 0.0851748 Sep 03 16:26:40.226667 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.239669 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.266020 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:26:40.288714 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da7ebf3-d232-4db4-8e20-c000144ff12b,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.294608 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.296641 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fd9fcaff-298e-4702-988a-9d855c60fb54 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795227 Sep 03 16:26:40.299622 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43514) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:40.300197 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953c22-2372-4649-9122-48d84451bdea req-76f790e6-4857-465d-acc1-5c5fd72fe764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:40.301674 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-76f790e6-4857-465d-acc1-5c5fd72fe764 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0705094 Sep 03 16:26:40.304777 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group_rule': {'security_group_id': '23d15181-c114-43c8-8c54-025813a65306', 'project_id': 'd8cc456727414a2c918839243eb2909e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:40.316290 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port e0f5f8f2-b79d-4946-b953-d3f91426d26a completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:26:40.328755 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port e0f5f8f2-b79d-4946-b953-d3f91426d26a triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:40.329116 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.334477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.355931 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953c22-2372-4649-9122-48d84451bdea req-5ba1bce2-67a6-4b4b-ac9a-f9f9b6a4ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:40.357510 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-5ba1bce2-67a6-4b4b-ac9a-f9f9b6a4ac8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469275 Sep 03 16:26:40.392334 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.398727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.425286 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73ed776-97b0-449f-a50b-8144f38adfa8,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.434833 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.439288 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1d5f1527-bff9-48dc-91f5-ae0f6bf82638 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360531 Sep 03 16:26:40.439597 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43516) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:40.444336 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group_rule': {'security_group_id': '23d15181-c114-43c8-8c54-025813a65306', 'project_id': 'd8cc456727414a2c918839243eb2909e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:40.475934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.484609 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.508988 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:40.511809 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621cee05-186e-4a5b-b4bc-61717a7b813b" -d '{"events": [{"server_uuid": "216e5cce-3424-440c-a5a4-6c095b9a7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e0f5f8f2-b79d-4946-b953-d3f91426d26a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:40.519828 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-348b447e-b3fc-4f36-87b0-bcc1abeb6ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527395 Sep 03 16:26:40.553555 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e0f5f8f2-b79d-4946-b953-d3f91426d26a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:40.557858 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.558199 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.567257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.593682 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945c4d41-c5a0-4ae7-88b8-aa9d5d69ff3e,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.594509 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '25281a47-b441-48c4-9837-8f38cddccc1a', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'port_id': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'mac_address': 'fa:16:3e:b5:c5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:26:38Z', 'updated_at': '2021-09-03T16:26:38Z', 'revision_number': 0, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:26:40.600507 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0feaa5d-218e-43e7-aefc-1a416ba3c733 x-openstack-request-id: req-f0feaa5d-218e-43e7-aefc-1a416ba3c733 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:40.600967 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216e5cce-3424-440c-a5a4-6c095b9a7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "e0f5f8f2-b79d-4946-b953-d3f91426d26a", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:40.601322 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0feaa5d-218e-43e7-aefc-1a416ba3c733 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:40.602560 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', 'code': 200} Sep 03 16:26:40.603965 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.612423 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1ef75abf-fa14-479a-99ba-e62b9d985221 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716411 Sep 03 16:26:40.614520 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43520) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:40.619712 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group_rule': {'security_group_id': '23d15181-c114-43c8-8c54-025813a65306', 'project_id': 'd8cc456727414a2c918839243eb2909e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:40.636372 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967071bf-5aaf-4a1f-a46f-f863eea52992 None None] The sync data for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi is: [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '25281a47-b441-48c4-9837-8f38cddccc1a', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'port_id': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'mac_address': 'fa:16:3e:b5:c5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:26:38Z', 'updated_at': '2021-09-03T16:26:38Z', 'revision_number': 0, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:26:40.641246 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e0f5f8f2-b79d-4946-b953-d3f91426d26a,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.659948 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.667717 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-3c953c22-2372-4649-9122-48d84451bdea req-47773762-a916-4588-abc5-4a8620182701 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392519 Sep 03 16:26:40.735912 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.740638 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.760253 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b94445-aef1-4a89-9d59-0aeef472dad5,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.765921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.767543 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-355789fd-9c1c-4574-a2e1-813d5a6e6c40 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514463 Sep 03 16:26:40.770289 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43524) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:40.775514 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group_rule': {'security_group_id': '23d15181-c114-43c8-8c54-025813a65306', 'project_id': 'd8cc456727414a2c918839243eb2909e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:40.784867 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374500-8ef8-45bc-b6f5-4d7d03752724 req-143177df-c007-4cc4-9012-ba8657d1bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:40.786388 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a3374500-8ef8-45bc-b6f5-4d7d03752724 req-143177df-c007-4cc4-9012-ba8657d1bd33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 1099 time: 0.0415878 Sep 03 16:26:40.826721 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Project d8cc456727414a2c918839243eb2909e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:26:40.830997 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a3374500-8ef8-45bc-b6f5-4d7d03752724 req-a216a283-885f-4308-ad32-638111860136 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345211 Sep 03 16:26:40.834475 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.859350 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c5db4-f9f7-474e-b4bd-6892280213d3 req-1220b35d-f0bc-4f98-8d60-a6f53e385e43 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:40.860850 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a6c5db4-f9f7-474e-b4bd-6892280213d3 req-1220b35d-f0bc-4f98-8d60-a6f53e385e43 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 946 time: 0.0756366 Sep 03 16:26:40.884496 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe74bf-9da7-46c0-95ca-b7283b8195d0 None None] New status for floating IP 25281a47-b441-48c4-9837-8f38cddccc1a: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:26:40.927560 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a6c5db4-f9f7-474e-b4bd-6892280213d3 req-0d5965e6-5177-4f79-9589-24392fc92d81 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578926 Sep 03 16:26:40.937551 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.941785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.957374 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4192a430-a14c-42a8-8f13-d2fcb2bea05c,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:40.966910 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:40.968770 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f9c5144e-578e-4e43-b513-8471a64129dc tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1967463 Sep 03 16:26:40.971313 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43526) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:40.975810 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'security_group_rule': {'security_group_id': '23d15181-c114-43c8-8c54-025813a65306', 'project_id': 'd8cc456727414a2c918839243eb2909e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:40.998307 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Project d8cc456727414a2c918839243eb2909e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:26:41.003038 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.069643 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.074114 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.094080 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cb3e88-4e1f-4803-bcb3-9ddfc0b98262,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:41.097364 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.101935 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-636de0f8-87c5-4443-b5d6-d91431e62199 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295192 Sep 03 16:26:41.172179 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-765e2525-7fa1-432e-b4e0-56e67a22b580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.183823 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-769f7b7e-fc39-4b0b-bbb1-be845d68bcd8 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043275619&fields=id&tenant_id=d8cc456727414a2c918839243eb2909e HTTP/1.1" status: 200 len: 267 time: 0.0374556 Sep 03 16:26:41.220914 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.238539 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-6e5823f2-b5ff-488b-92c7-139474db5083 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:41.240060 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-6e5823f2-b5ff-488b-92c7-139474db5083 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0500498 Sep 03 16:26:41.251110 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'port': {'security_groups': ['df7c9c35-ab40-4d1f-a351-bcaa2b23683d', '23d15181-c114-43c8-8c54-025813a65306']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:41.315882 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.528405 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:41.559244 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.564078 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.576279 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8e48f2f9-8157-4010-87f6-493139e8bf2d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:41.607441 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:41.608712 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.613542 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3c739a-8d76-457a-b0aa-17260ffbde71 req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "PUT /v2.0/ports/8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 982 time: 0.3658032 Sep 03 16:26:41.632879 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:41.635194 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c248f758-39aa-4f76-84c8-0e00fd9d5852" -d '{"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:41.658949 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda36c9-becb-4d82-8f4b-0e5f8fd7b10a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=6']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:41.704150 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e6ba3-0ad9-4ccc-a7bf-34d174844402 x-openstack-request-id: req-576e6ba3-0ad9-4ccc-a7bf-34d174844402 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:41.704661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:41.704661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-576e6ba3-0ad9-4ccc-a7bf-34d174844402 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:41.705081 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'status': 'completed', 'code': 200} Sep 03 16:26:41.730387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faed367-4c64-4c10-af5d-304bb75271b2 req-5576687f-6e1d-4fd6-be66-93ebaa22953c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:41.740650 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3faed367-4c64-4c10-af5d-304bb75271b2 req-5576687f-6e1d-4fd6-be66-93ebaa22953c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0706124 Sep 03 16:26:41.750938 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8e48f2f9-8157-4010-87f6-493139e8bf2d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:41.790185 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3faed367-4c64-4c10-af5d-304bb75271b2 req-f3d306b9-5a51-46ca-98ed-f4b7d51157d0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439553 Sep 03 16:26:41.797065 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-f8904e22-b0ff-49c3-a939-a3d6e8892368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:41.799362 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-f8904e22-b0ff-49c3-a939-a3d6e8892368 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1138 time: 0.0655825 Sep 03 16:26:41.909978 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-1f494904-8810-44a3-87eb-693ff23f462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:41.911372 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-1f494904-8810-44a3-87eb-693ff23f462d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.0871181 Sep 03 16:26:41.972007 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-db6113f5-d50b-4092-b501-c618bfebc034 None None] Provisioning complete for port 8e48f2f9-8157-4010-87f6-493139e8bf2d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:41.972382 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-db6113f5-d50b-4092-b501-c618bfebc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:41.990142 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-5104a492-c683-423d-9a12-643467e35c09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 1001 time: 0.0675654 Sep 03 16:26:42.050323 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-3e3d6dcb-32cc-4556-abd9-731edf7e5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:42.051738 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-3e3d6dcb-32cc-4556-abd9-731edf7e5caf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0536091 Sep 03 16:26:42.057339 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc1a3-b58e-4cb1-b789-4754ac51ef35 req-325bad59-03e6-4dd1-91c5-6fa61f12f110 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:42.058897 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05ecc1a3-b58e-4cb1-b789-4754ac51ef35 req-325bad59-03e6-4dd1-91c5-6fa61f12f110 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 946 time: 0.0591550 Sep 03 16:26:42.098993 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05ecc1a3-b58e-4cb1-b789-4754ac51ef35 req-8980ff08-e332-4ab9-a981-6f370dcf00b6 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Sep 03 16:26:42.105096 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-c794191a-0859-4d04-8e5a-5c619dec0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:42.106632 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-c794191a-0859-4d04-8e5a-5c619dec0f8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445569 Sep 03 16:26:42.209819 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-a04e70de-61df-4a01-b8b7-471430f0829f service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914807 Sep 03 16:26:42.274132 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:42.305726 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c248f758-39aa-4f76-84c8-0e00fd9d5852 req-a5e4aa91-31ea-41f6-869d-85065a861ae1 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875211 Sep 03 16:26:43.215175 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c70d57-323f-4eb4-9975-1f1e0978d071 req-b68bedfa-44ea-4335-a18a-2060e104436f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:43.216785 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-64c70d57-323f-4eb4-9975-1f1e0978d071 req-b68bedfa-44ea-4335-a18a-2060e104436f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 946 time: 0.0480461 Sep 03 16:26:43.254538 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-64c70d57-323f-4eb4-9975-1f1e0978d071 req-52a5150d-98de-4938-b069-499754cbe283 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Sep 03 16:26:43.879677 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:44.989639 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-af244334-afc4-474a-9d0c-f8d8ab6ee060 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:44.991443 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-af244334-afc4-474a-9d0c-f8d8ab6ee060 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.1049352 Sep 03 16:26:45.007494 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-60de3ea3-a22a-49f6-b9b0-37d1ee86eee2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/quotas/c9b004a1a70b46b2a36ab59cc3483432 HTTP/1.1" status: 200 len: 375 time: 0.0108261 Sep 03 16:26:45.058467 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-3007687a-e848-42c6-97ba-21be9ccca86f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456557 Sep 03 16:26:45.149000 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-fb86108b-ce41-41cd-a19d-daa36b8d35bb service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830989 Sep 03 16:26:45.237134 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-866dfa32-3712-497f-aa40-ccaf8b8e3a70 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816064 Sep 03 16:26:45.395798 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8579391-6127-49ed-85fe-ec823bb56185 req-d23cf76e-2161-4017-900c-537448aa7434 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 210 time: 0.0299444 Sep 03 16:26:46.381919 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-0d3d8c14-22a5-4841-bbd0-cd4b639c1945 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:46.383299 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-0d3d8c14-22a5-4841-bbd0-cd4b639c1945 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.1040883 Sep 03 16:26:46.402198 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Request body: {'port': {'device_id': 'db4eaae2-9c94-4079-a706-46aae2722785', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'admin_state_up': True, 'tenant_id': 'c9b004a1a70b46b2a36ab59cc3483432'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:46.492112 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-186461c8-ee0b-4963-9abb-3754e75fa06d req-f82e90c1-7505-4c25-85a1-5b9affd4b021 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 210 time: 0.0272076 Sep 03 16:26:46.521062 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Made reservation on behalf of c9b004a1a70b46b2a36ab59cc3483432 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:26:46.524593 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:46.647465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Allocated IP 172.20.0.8 (0c8a655e-f6f2-49b9-a81c-cfc08e6f375b/354dfc3a-295a-4fa1-83b4-5afcbf687e88/0febba07-2ecf-493c-85a3-6ac7d1cd7732) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:26:46.791118 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:46.828167 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:46.842707 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'e0f5f8f2-b79d-4946-b953-d3f91426d26a'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:46.870298 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:26:46.873627 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:26:46.876007 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:26:46.913191 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event updated for resources: {'Port': ['ID=0febba07-2ecf-493c-85a3-6ac7d1cd7732,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:46.935231 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:46.935898 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:46.949959 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-14f29d96-f2b3-4e0f-978a-eed644570a1e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512648 Sep 03 16:26:46.963286 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Request body: {'port': {'device_id': 'db4eaae2-9c94-4079-a706-46aae2722785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:26:47.022555 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.276985 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0febba07-2ecf-493c-85a3-6ac7d1cd7732 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:47.284192 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.296604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Transition to ACTIVE for port object 0febba07-2ecf-493c-85a3-6ac7d1cd7732 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:26:47.300002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.363905 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Pushing event updated for resources: {'Port': ['ID=0febba07-2ecf-493c-85a3-6ac7d1cd7732,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:47.412051 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Attempting to bind port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:26:47.412736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Attempting to bind port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:26:47.412736 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Attempting to bind port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:47.416876 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:26:47.417196 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Attempting to bind port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:26:47.422427 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:26:47.422763 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Checking segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:26:47.423145 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Bound using segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:26:47.423567 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Bound port: 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:26:47.423940 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.487757 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] For port 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:26:47.490768 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] For port 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:26:47.495212 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.529430 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:47.530721 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.532164 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] 10.222.0.15 "PUT /v2.0/ports/0febba07-2ecf-493c-85a3-6ac7d1cd7732 HTTP/1.1" status: 200 len: 1093 time: 0.5733249 Sep 03 16:26:47.532613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4eaae2-9c94-4079-a706-46aae2722785', 'tag': '0febba07-2ecf-493c-85a3-6ac7d1cd7732'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:47.534877 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "db4eaae2-9c94-4079-a706-46aae2722785", "tag": "0febba07-2ecf-493c-85a3-6ac7d1cd7732"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:47.561635 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c96d5-56d9-4665-85db-969ed2f1f202 service neutron] Pushing event updated for resources: {'Port': ['ID=0febba07-2ecf-493c-85a3-6ac7d1cd7732,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:47.580491 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37e8ee-b01d-407e-adc9-6e2d9d33c598 x-openstack-request-id: req-2f37e8ee-b01d-407e-adc9-6e2d9d33c598 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:47.580854 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4eaae2-9c94-4079-a706-46aae2722785", "tag": "0febba07-2ecf-493c-85a3-6ac7d1cd7732", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:47.581175 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f37e8ee-b01d-407e-adc9-6e2d9d33c598 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:47.581639 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4eaae2-9c94-4079-a706-46aae2722785', 'tag': '0febba07-2ecf-493c-85a3-6ac7d1cd7732', 'status': 'completed', 'code': 200} Sep 03 16:26:47.627690 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641101e-fda1-4765-bbb0-ff0b7888ce76 req-9bac747f-4157-4933-a3d4-b26a99b674e2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:47.629292 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9641101e-fda1-4765-bbb0-ff0b7888ce76 req-9bac747f-4157-4933-a3d4-b26a99b674e2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 943 time: 0.0529130 Sep 03 16:26:47.640456 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-4943be33-4c4f-4fea-9811-e32cd3692615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:47.642011 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-4943be33-4c4f-4fea-9811-e32cd3692615 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 1096 time: 0.0453496 Sep 03 16:26:47.668683 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9641101e-fda1-4765-bbb0-ff0b7888ce76 req-66edf4a3-4b8b-4f3a-bd8e-334637bdf697 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Sep 03 16:26:47.688016 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-57c2fcbb-d111-45a3-90aa-de500b1b19c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732 HTTP/1.1" status: 200 len: 217 time: 0.0372560 Sep 03 16:26:47.737222 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-1881f920-6b7f-40bb-b7b9-2e00836e4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:47.738678 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-1881f920-6b7f-40bb-b7b9-2e00836e4b3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.0425353 Sep 03 16:26:47.770758 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-f303dff8-659c-48b1-bc43-8e4051d9f951 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239267 Sep 03 16:26:47.870717 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-403cd6b5-9a67-4fdd-8cd8-f493dcf96845 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Sep 03 16:26:48.193149 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-0d3c13b8-761f-4b3f-a728-f445bdff48e6 req-3ddf015a-272e-440e-a66a-83f15021d1dd service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150508 Sep 03 16:26:48.297268 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-9b4296f0-ab37-4160-b0e0-ad8684e3c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:48.298760 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-9b4296f0-ab37-4160-b0e0-ad8684e3c3a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 1096 time: 0.0390568 Sep 03 16:26:48.392502 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-a9ff1903-51e7-47f8-956b-6f1a4f2955cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:48.393989 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-a9ff1903-51e7-47f8-956b-6f1a4f2955cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 915 time: 0.0858712 Sep 03 16:26:48.443231 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-f751a079-ee00-438f-9908-60c78204268a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732 HTTP/1.1" status: 200 len: 217 time: 0.0332806 Sep 03 16:26:48.497216 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-5ec94fb4-2e85-479e-8aa5-a51a69190ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:48.498708 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-5ec94fb4-2e85-479e-8aa5-a51a69190ade service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.0475841 Sep 03 16:26:48.530368 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-f5e5b361-026f-4129-8275-185199040b46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238826 Sep 03 16:26:48.630767 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-e2a9fa92-5733-4601-8a26-c44dfba6f9a4 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Sep 03 16:26:48.744480 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-76950e44-2658-4bf9-bfb8-8afdaf4abe3d req-1fb773f0-bd6e-448e-b1d2-62db1cdb63be service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856519 Sep 03 16:26:48.783997 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc854e-0a02-446e-8f7a-2c54a8cd5d6b req-52f2eb44-6348-4b54-b628-e236190335b2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:48.785485 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9abc854e-0a02-446e-8f7a-2c54a8cd5d6b req-52f2eb44-6348-4b54-b628-e236190335b2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 943 time: 0.0485122 Sep 03 16:26:48.824776 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9abc854e-0a02-446e-8f7a-2c54a8cd5d6b req-3132b623-e4fd-4dea-98a1-3df3d83ebbe9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Sep 03 16:26:49.943030 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd725f6-dca8-4810-96e0-173b6795788f req-9ff79129-df5a-42a4-babe-5fda629e3dd0 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:49.944529 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bbd725f6-dca8-4810-96e0-173b6795788f req-9ff79129-df5a-42a4-babe-5fda629e3dd0 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 943 time: 0.0556669 Sep 03 16:26:49.982123 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bbd725f6-dca8-4810-96e0-173b6795788f req-412ed6ca-a30b-4d3a-815c-a467411dc56f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Sep 03 16:26:51.095153 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445944c-b09f-479a-9649-4ade1d88bec1 req-dd6958f4-5c10-45fa-a92c-cd642e28f572 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:51.096678 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8445944c-b09f-479a-9649-4ade1d88bec1 req-dd6958f4-5c10-45fa-a92c-cd642e28f572 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 943 time: 0.0489037 Sep 03 16:26:51.133945 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8445944c-b09f-479a-9649-4ade1d88bec1 req-7d1829b4-9f70-4536-b510-73e0202442d1 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Sep 03 16:26:52.246472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29e33-4145-4cca-aff6-460bc9b341be req-28cd21ab-99f9-40a6-8805-b605adc5616a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:52.247971 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eec29e33-4145-4cca-aff6-460bc9b341be req-28cd21ab-99f9-40a6-8805-b605adc5616a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 943 time: 0.0496218 Sep 03 16:26:52.258262 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0febba07-2ecf-493c-85a3-6ac7d1cd7732 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:26:52.284944 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eec29e33-4145-4cca-aff6-460bc9b341be req-647dbafc-42ef-4379-b9ac-c7e3842c6f1d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Sep 03 16:26:52.352957 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:52.365248 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '0febba07-2ecf-493c-85a3-6ac7d1cd7732', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'port_id': '0febba07-2ecf-493c-85a3-6ac7d1cd7732', 'mac_address': 'fa:16:3e:c1:23:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354dfc3a-295a-4fa1-83b4-5afcbf687e88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:26:52.400148 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:52.412322 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0febba07-2ecf-493c-85a3-6ac7d1cd7732 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:26:52.431119 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:52.434907 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:52.484476 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=0febba07-2ecf-493c-85a3-6ac7d1cd7732,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:52.816547 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['0febba07-2ecf-493c-85a3-6ac7d1cd7732'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:26:53.403516 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd737c8-11ab-451a-b4a8-ba85503de4eb req-717c1073-b19f-4ba2-81f3-683becbd03c1 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:53.404903 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cd737c8-11ab-451a-b4a8-ba85503de4eb req-717c1073-b19f-4ba2-81f3-683becbd03c1 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 944 time: 0.0519226 Sep 03 16:26:53.441648 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cd737c8-11ab-451a-b4a8-ba85503de4eb req-fc3c3487-e440-47a1-9305-4a65d45f54cf tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Sep 03 16:26:54.286767 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0febba07-2ecf-493c-85a3-6ac7d1cd7732 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:26:54.336506 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:26:54.340311 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:26:54.340681 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:54.416922 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:54.438754 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4eaae2-9c94-4079-a706-46aae2722785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febba07-2ecf-493c-85a3-6ac7d1cd7732'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:26:54.440980 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a534d12-4715-4a59-bc52-3941889bf582" -d '{"events": [{"server_uuid": "db4eaae2-9c94-4079-a706-46aae2722785", "name": "network-vif-plugged", "status": "completed", "tag": "0febba07-2ecf-493c-85a3-6ac7d1cd7732"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:26:54.454039 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:26:54.457987 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:54.481987 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28f0290-fedf-439d-9c5e-112c250dd685 x-openstack-request-id: req-f28f0290-fedf-439d-9c5e-112c250dd685 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:26:54.482277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4eaae2-9c94-4079-a706-46aae2722785", "name": "network-vif-plugged", "status": "completed", "tag": "0febba07-2ecf-493c-85a3-6ac7d1cd7732", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:26:54.482647 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f28f0290-fedf-439d-9c5e-112c250dd685 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:26:54.483540 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4eaae2-9c94-4079-a706-46aae2722785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0febba07-2ecf-493c-85a3-6ac7d1cd7732', 'code': 200} Sep 03 16:26:54.515398 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=0febba07-2ecf-493c-85a3-6ac7d1cd7732,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:26:54.564905 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d2649-f4e2-41b3-bff0-aad5e2eb0b0f req-af2fc2ca-e52e-49ff-a1b2-58ed0cc81c2f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:54.566646 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c4d2649-f4e2-41b3-bff0-aad5e2eb0b0f req-af2fc2ca-e52e-49ff-a1b2-58ed0cc81c2f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 945 time: 0.0558498 Sep 03 16:26:54.607772 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c4d2649-f4e2-41b3-bff0-aad5e2eb0b0f req-573f59d9-a3b7-4965-a4f4-09c0f78f0f44 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Sep 03 16:26:54.678727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22586d95-6781-4f28-a21e-50c67f26640c req-4e235233-bcc0-49fe-9d54-082ed59b6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:54.680472 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-22586d95-6781-4f28-a21e-50c67f26640c req-4e235233-bcc0-49fe-9d54-082ed59b6106 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 1098 time: 0.0423057 Sep 03 16:26:54.727065 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-22586d95-6781-4f28-a21e-50c67f26640c req-17453a21-e41e-4053-9826-e8f81da813c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293562 Sep 03 16:26:55.722497 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad029-5a01-4d6d-b82e-7f657974d78f req-acabeb85-ae8f-4712-b39e-18cd8ed55f01 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:55.723969 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-256ad029-5a01-4d6d-b82e-7f657974d78f req-acabeb85-ae8f-4712-b39e-18cd8ed55f01 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 945 time: 0.0474591 Sep 03 16:26:55.768657 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-256ad029-5a01-4d6d-b82e-7f657974d78f req-d30b1023-3b11-4f00-b049-98e4b72bad15 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Sep 03 16:26:56.884616 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b717e-f53e-40f2-81ae-f31a19021a5a req-bb72ea69-82c0-4c3d-bf0a-43219f3d3bd7 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:26:56.886059 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f9b717e-f53e-40f2-81ae-f31a19021a5a req-bb72ea69-82c0-4c3d-bf0a-43219f3d3bd7 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 945 time: 0.0515411 Sep 03 16:26:56.923038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f9b717e-f53e-40f2-81ae-f31a19021a5a req-04185a14-0c13-44dd-b8e0-c5d2703b27b7 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Sep 03 16:27:00.148681 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:04.346400 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:27:05.311716 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-88070a1a-ac9f-4310-a378-ad26433376f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490055 Sep 03 16:27:05.434342 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-a7e0e4f4-faf4-4533-8414-9927ea72e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:05.436019 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-a7e0e4f4-faf4-4533-8414-9927ea72e2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 1100 time: 0.0436816 Sep 03 16:27:05.556112 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-a41e9988-fe84-40d9-838c-ac1d33617b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:05.557678 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-a41e9988-fe84-40d9-838c-ac1d33617b91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.0885231 Sep 03 16:27:05.639056 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-0ea23e67-731e-45e0-8d23-665ed7f0c786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 200 len: 1001 time: 0.0685723 Sep 03 16:27:05.691969 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-ed863146-9a55-4c72-aaa3-7cf59e7ef420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:05.693341 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-ed863146-9a55-4c72-aaa3-7cf59e7ef420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0446987 Sep 03 16:27:05.745376 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-7bf0ea80-3497-4b0a-b9e6-fce1f205e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:05.747191 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-7bf0ea80-3497-4b0a-b9e6-fce1f205e289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426126 Sep 03 16:27:05.846645 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-8af33f90-9d74-4bb4-821c-0c2796858959 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894117 Sep 03 16:27:05.950323 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-10d4cade-7b7c-4b25-93ff-e8e592f2a061 req-e417e910-dc23-4433-8355-c653303307e6 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912869 Sep 03 16:27:07.781603 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-53de93ee-55a5-400e-9459-220cc68c3b48 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:07.783136 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-53de93ee-55a5-400e-9459-220cc68c3b48 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.1091883 Sep 03 16:27:07.803117 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-43387273-508f-4f77-a168-6ddf009d9156 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/quotas/c9b004a1a70b46b2a36ab59cc3483432 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Sep 03 16:27:07.863395 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-1839150f-8134-447c-9ddd-6542c6928c44 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545449 Sep 03 16:27:07.982881 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-233e9abe-20a6-4f83-b298-8e1c59f23251 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113789 Sep 03 16:27:08.083446 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-520df2dc-97b1-45bc-9614-2119c1510d61 service neutron] 10.222.0.42 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944700 Sep 03 16:27:08.253280 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c4fee1b8-6282-4d52-aaf5-7bc01c957e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:08.260980 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c06a0b77-3fcc-46dc-be76-7e54edf29c7c req-d6e81661-1c64-4345-9c96-21191bc7c93b tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Sep 03 16:27:09.360916 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b23cc95-7f5b-43c4-8f79-5d9d4e96861d req-dc0d6b4e-cf2f-44aa-b8b4-a3f32b61b002 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 210 time: 0.0279808 Sep 03 16:27:09.387042 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-1ea0e53c-a2ff-4408-bfcb-7c8482f357fe tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:09.388763 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-1ea0e53c-a2ff-4408-bfcb-7c8482f357fe tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 814 time: 0.1147168 Sep 03 16:27:09.405126 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Request body: {'port': {'device_id': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'admin_state_up': True, 'tenant_id': 'c9b004a1a70b46b2a36ab59cc3483432'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:09.519975 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Made reservation on behalf of c9b004a1a70b46b2a36ab59cc3483432 for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:09.523556 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:09.655408 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Allocated IP 172.20.0.11 (0c8a655e-f6f2-49b9-a81c-cfc08e6f375b/354dfc3a-295a-4fa1-83b4-5afcbf687e88/e29da155-bf0e-4f71-93a7-7e1cb30f1656) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:09.800877 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:09.838435 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:09.854308 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', '0febba07-2ecf-493c-85a3-6ac7d1cd7732'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:09.885215 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:09.889030 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:09.893225 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:09.928942 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event updated for resources: {'Port': ['ID=e29da155-bf0e-4f71-93a7-7e1cb30f1656,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:09.942815 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.943269 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.943632 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.943999 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.945473 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.947333 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.947695 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.948097 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.948532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.949007 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.949362 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.955460 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:09.972913 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:09.973599 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:09.988166 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-82dd28c0-4ea5-498e-9363-c34be6c17762 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5882115 Sep 03 16:27:10.002998 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Request body: {'port': {'device_id': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:10.056697 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:10.324191 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29da155-bf0e-4f71-93a7-7e1cb30f1656 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:27:10.331640 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:10.343562 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Transition to ACTIVE for port object e29da155-bf0e-4f71-93a7-7e1cb30f1656 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:10.347529 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:10.404311 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Pushing event updated for resources: {'Port': ['ID=e29da155-bf0e-4f71-93a7-7e1cb30f1656,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:10.473393 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Attempting to bind port e29da155-bf0e-4f71-93a7-7e1cb30f1656 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:10.473737 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Attempting to bind port e29da155-bf0e-4f71-93a7-7e1cb30f1656 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:10.474071 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Attempting to bind port e29da155-bf0e-4f71-93a7-7e1cb30f1656 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:10.476064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0ff9d-ab5f-43c6-a285-bef6b0196d65 req-346cf814-6b52-4b6f-acab-14bcbdeff639 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:10.477554 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0af0ff9d-ab5f-43c6-a285-bef6b0196d65 req-346cf814-6b52-4b6f-acab-14bcbdeff639 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 944 time: 0.0487239 Sep 03 16:27:10.478420 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Port e29da155-bf0e-4f71-93a7-7e1cb30f1656 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:27:10.478748 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Attempting to bind port e29da155-bf0e-4f71-93a7-7e1cb30f1656 on network 0c8a655e-f6f2-49b9-a81c-cfc08e6f375b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:10.484282 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:10.484628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Checking segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:10.485013 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Bound using segment: {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:10.485444 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Bound port: e29da155-bf0e-4f71-93a7-7e1cb30f1656, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21663652-1e38-4dcf-bae2-6c092dc4e18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:10.485807 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:10.517733 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0af0ff9d-ab5f-43c6-a285-bef6b0196d65 req-d4ca0fd1-5f8f-48e1-ae72-8bb38ab96cfc tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Sep 03 16:27:10.556236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] For port e29da155-bf0e-4f71-93a7-7e1cb30f1656, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:10.559157 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] For port e29da155-bf0e-4f71-93a7-7e1cb30f1656, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:10.564485 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:10.595199 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:10.596074 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:10.597384 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] 10.222.0.15 "PUT /v2.0/ports/e29da155-bf0e-4f71-93a7-7e1cb30f1656 HTTP/1.1" status: 200 len: 1094 time: 0.5994575 Sep 03 16:27:10.599617 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'tag': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:10.601892 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9", "tag": "e29da155-bf0e-4f71-93a7-7e1cb30f1656"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:10.635579 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68469d2-65b9-43fa-83fd-39346cf78c35 service neutron] Pushing event updated for resources: {'Port': ['ID=e29da155-bf0e-4f71-93a7-7e1cb30f1656,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:10.647413 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717da30a-bd46-4b55-b742-70123e3e0b52 x-openstack-request-id: req-717da30a-bd46-4b55-b742-70123e3e0b52 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:10.647712 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9", "tag": "e29da155-bf0e-4f71-93a7-7e1cb30f1656", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:10.647993 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-717da30a-bd46-4b55-b742-70123e3e0b52 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:10.648400 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'tag': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656', 'status': 'completed', 'code': 200} Sep 03 16:27:10.690334 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-1bafde5c-9d30-4504-b377-aca59c00f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:10.691921 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-1bafde5c-9d30-4504-b377-aca59c00f8b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 1097 time: 0.0426912 Sep 03 16:27:10.739942 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-f53c6a10-25c1-4c8f-bc6b-df5f5cf7d4e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656 HTTP/1.1" status: 200 len: 217 time: 0.0381594 Sep 03 16:27:10.796334 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-35a1e838-6489-4c16-a4a8-f4056783b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:10.797829 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-35a1e838-6489-4c16-a4a8-f4056783b67d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.0444467 Sep 03 16:27:10.831469 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-3002305e-8618-4a81-ab1e-642a351d982e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244153 Sep 03 16:27:10.929724 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-850e2307-1dea-4bd9-b06d-828a117977e6 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883873 Sep 03 16:27:11.035555 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-a0901e7e-d6b8-49f1-a0a5-0c71cb9afdbe req-0d868d07-0a29-4588-b6e4-ec0d7f91a70f service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927076 Sep 03 16:27:11.134396 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-631750f3-dec4-48c2-a152-8bc0c3cffe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:11.136685 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-631750f3-dec4-48c2-a152-8bc0c3cffe1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 1097 time: 0.0419977 Sep 03 16:27:11.173411 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2d2499a2-8da5-4299-a8a1-b0e46dcf7320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:11.224395 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:11.237250 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-9318867f-d838-48b5-917d-6404b1333d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:11.238749 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-9318867f-d838-48b5-917d-6404b1333d1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 200 len: 915 time: 0.0932126 Sep 03 16:27:11.282020 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-8399c2e6-3c7a-4d77-aed2-add979eb533f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656 HTTP/1.1" status: 200 len: 217 time: 0.0341072 Sep 03 16:27:11.340105 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-6bea9b36-0aae-463c-aa0c-4e0d87847a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:11.342613 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-6bea9b36-0aae-463c-aa0c-4e0d87847a17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 200 len: 854 time: 0.0527668 Sep 03 16:27:11.383146 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-23c9de41-b60a-402c-87d3-7365d7023e3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297554 Sep 03 16:27:11.487025 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-821c5af4-f798-4b38-b452-cb48f680f919 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814126 Sep 03 16:27:11.581917 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-5ec2aa5e-383c-4ce6-a42b-af8ed128fd93 req-cf252744-3672-4f2a-8d7d-e36a9fc7ba91 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869052 Sep 03 16:27:11.640150 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869d653-9836-4124-b80d-54beb5243fbc req-b9147876-33a4-4e0e-a3ab-b7720a7e1ef4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:11.641608 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0869d653-9836-4124-b80d-54beb5243fbc req-b9147876-33a4-4e0e-a3ab-b7720a7e1ef4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 944 time: 0.0535862 Sep 03 16:27:11.680470 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0869d653-9836-4124-b80d-54beb5243fbc req-8aef23d7-df53-4621-b313-793730ac9ff0 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Sep 03 16:27:12.265773 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:12.796431 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81306046-c3c3-4316-a056-2b5e086e69a6 req-b5781922-6d42-458f-b204-cd4662b05ebe tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:12.797908 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81306046-c3c3-4316-a056-2b5e086e69a6 req-b5781922-6d42-458f-b204-cd4662b05ebe tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 944 time: 0.0488830 Sep 03 16:27:12.836391 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81306046-c3c3-4316-a056-2b5e086e69a6 req-94d79584-dc0a-44ea-8488-74fa79823420 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Sep 03 16:27:13.884720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:13.954728 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f26f-8d9a-41dd-bded-78ebf2ae9a42 req-621c711b-533f-4177-8cf9-aa51c191b95f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:13.956212 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d38f26f-8d9a-41dd-bded-78ebf2ae9a42 req-621c711b-533f-4177-8cf9-aa51c191b95f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 944 time: 0.0492401 Sep 03 16:27:13.994668 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d38f26f-8d9a-41dd-bded-78ebf2ae9a42 req-4e161f2e-7855-417c-97d0-3ed1ce5acc2e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Sep 03 16:27:14.349615 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e29da155-bf0e-4f71-93a7-7e1cb30f1656 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:27:14.568826 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e29da155-bf0e-4f71-93a7-7e1cb30f1656, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:14.580452 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656', 'network_id': '0c8a655e-f6f2-49b9-a81c-cfc08e6f375b', 'port_id': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656', 'mac_address': 'fa:16:3e:bc:25:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354dfc3a-295a-4fa1-83b4-5afcbf687e88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:27:14.589341 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da1cf-0596-47d3-a3a4-e1421cacc7e3 req-03ef9ede-0702-49a4-9700-36b2ea052ece tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:14.591061 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-757da1cf-0596-47d3-a3a4-e1421cacc7e3 req-03ef9ede-0702-49a4-9700-36b2ea052ece tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0562499 Sep 03 16:27:14.610320 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-672cf506-e40e-43d5-ab0a-135286bf69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:14.611780 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-672cf506-e40e-43d5-ab0a-135286bf69e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1138 time: 0.0507872 Sep 03 16:27:14.619780 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:14.632917 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29da155-bf0e-4f71-93a7-7e1cb30f1656 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:27:14.634676 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-757da1cf-0596-47d3-a3a4-e1421cacc7e3 req-078a97da-8441-4ccb-b364-e6c8a4389dd6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363975 Sep 03 16:27:14.660723 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e29da155-bf0e-4f71-93a7-7e1cb30f1656, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:14.664899 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:14.710777 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-6689b288-6463-41af-b135-2e6100361800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:14.711039 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e29da155-bf0e-4f71-93a7-7e1cb30f1656,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:14.712673 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-6689b288-6463-41af-b135-2e6100361800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.0920248 Sep 03 16:27:14.719087 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.719443 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.719793 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.720168 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.720512 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.720852 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.721191 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.721524 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.721863 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.722200 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.722528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.722851 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:14.788546 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-635b9591-178f-4902-ab7c-04a4bae24630 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 1001 time: 0.0584533 Sep 03 16:27:14.844598 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-55eac123-36ca-4982-90b0-4e58c7eb8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:14.846049 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-55eac123-36ca-4982-90b0-4e58c7eb8d43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0474987 Sep 03 16:27:14.893744 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-08c49741-acee-404f-a812-324218ae9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:14.895169 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-08c49741-acee-404f-a812-324218ae9fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408313 Sep 03 16:27:14.995084 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-2f56a282-b01c-4f30-87f3-bfd36b66b2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839295 Sep 03 16:27:15.083986 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e29da155-bf0e-4f71-93a7-7e1cb30f1656'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:15.108088 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fd1a16cf-7f34-49c4-b04c-b8c77738583e req-8695025d-8870-4e7d-bf36-2dcbd23d91a1 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954823 Sep 03 16:27:15.118274 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed810f4f-9596-4dad-b029-8899396b77c3 req-d0b71a1f-df72-474b-b727-58aa023d0864 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:15.119822 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ed810f4f-9596-4dad-b029-8899396b77c3 req-d0b71a1f-df72-474b-b727-58aa023d0864 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 945 time: 0.0534561 Sep 03 16:27:15.161267 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ed810f4f-9596-4dad-b029-8899396b77c3 req-9be27a03-94a8-41b5-b1e3-8871fa15957f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Sep 03 16:27:15.754943 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a86d0-d9f0-4b12-85ce-905627c1c5f5 req-4f4533d9-9376-4f7c-b9bf-a3a00b823fd1 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:15.756469 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-be2a86d0-d9f0-4b12-85ce-905627c1c5f5 req-4f4533d9-9376-4f7c-b9bf-a3a00b823fd1 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0488334 Sep 03 16:27:15.795658 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-be2a86d0-d9f0-4b12-85ce-905627c1c5f5 req-7037f605-fc5b-4580-a232-fbaebcd79016 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332868 Sep 03 16:27:16.285741 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9a20-6db0-4672-b148-bb07fec99a4d req-20d36287-78f5-40ed-a8b4-6ee20b32a206 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:16.287267 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-211d9a20-6db0-4672-b148-bb07fec99a4d req-20d36287-78f5-40ed-a8b4-6ee20b32a206 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 945 time: 0.0523851 Sep 03 16:27:16.323394 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-211d9a20-6db0-4672-b148-bb07fec99a4d req-d5abda70-e4d9-4412-8dd3-d397c8393c89 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302734 Sep 03 16:27:16.348900 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e29da155-bf0e-4f71-93a7-7e1cb30f1656 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:16.396642 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port e29da155-bf0e-4f71-93a7-7e1cb30f1656 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:16.400261 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port e29da155-bf0e-4f71-93a7-7e1cb30f1656 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:16.400635 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:16.477679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:16.500781 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:16.503012 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f91a442-cb15-403c-8fb9-b4f4c288c420" -d '{"events": [{"server_uuid": "4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9", "name": "network-vif-plugged", "status": "completed", "tag": "e29da155-bf0e-4f71-93a7-7e1cb30f1656"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:16.515197 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e29da155-bf0e-4f71-93a7-7e1cb30f1656, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:16.519679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:16.542988 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79e6e99-64ed-4a84-8ed6-b282906ae37c x-openstack-request-id: req-a79e6e99-64ed-4a84-8ed6-b282906ae37c {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:16.543287 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9", "name": "network-vif-plugged", "status": "completed", "tag": "e29da155-bf0e-4f71-93a7-7e1cb30f1656", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:16.543541 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a79e6e99-64ed-4a84-8ed6-b282906ae37c {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:16.543949 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656', 'code': 200} Sep 03 16:27:16.570081 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e29da155-bf0e-4f71-93a7-7e1cb30f1656,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:16.715850 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529513f1-f722-4188-b16c-8bf78db41dbb req-0d178ba6-d715-4c83-8bbf-19fe98d51c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:16.717930 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-529513f1-f722-4188-b16c-8bf78db41dbb req-0d178ba6-d715-4c83-8bbf-19fe98d51c52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 1099 time: 0.0397260 Sep 03 16:27:16.755891 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-529513f1-f722-4188-b16c-8bf78db41dbb req-69dfe540-af3a-4c4b-8465-4e0a9b35ae7c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276797 Sep 03 16:27:16.907669 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26ab87-f814-44f0-8222-65ceaa6f0409 req-52ba2ba1-8d4f-48cb-b267-63ec42643a2f tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:16.909151 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c26ab87-f814-44f0-8222-65ceaa6f0409 req-52ba2ba1-8d4f-48cb-b267-63ec42643a2f tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0483019 Sep 03 16:27:16.947793 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c26ab87-f814-44f0-8222-65ceaa6f0409 req-1a3dc502-6c65-49f2-b530-db1f61737aef tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325232 Sep 03 16:27:17.438618 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663e692-7114-4736-a549-4cbf74b0d8a8 req-a0683ee8-e05c-4658-acba-f93c0c9a3293 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:17.440112 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8663e692-7114-4736-a549-4cbf74b0d8a8 req-a0683ee8-e05c-4658-acba-f93c0c9a3293 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Sep 03 16:27:17.478119 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8663e692-7114-4736-a549-4cbf74b0d8a8 req-2731bf01-bfde-4851-a1b0-d6a0335373b6 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Sep 03 16:27:18.076395 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ff04c-1ad1-446c-ae6e-8ca75186539a req-df269c70-7e38-4c0e-9b3e-5224bd121b24 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:18.077874 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-155ff04c-1ad1-446c-ae6e-8ca75186539a req-df269c70-7e38-4c0e-9b3e-5224bd121b24 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0565500 Sep 03 16:27:18.120222 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-155ff04c-1ad1-446c-ae6e-8ca75186539a req-d9edef98-8d64-4e0b-a7de-d3d28be878ae tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354726 Sep 03 16:27:18.592984 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7089ea8-5a89-454e-bf43-09979e0acca4 req-d94c0421-17fd-4e95-9f1a-67ce8278da32 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:18.594458 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d7089ea8-5a89-454e-bf43-09979e0acca4 req-d94c0421-17fd-4e95-9f1a-67ce8278da32 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0489347 Sep 03 16:27:18.633028 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d7089ea8-5a89-454e-bf43-09979e0acca4 req-2cbe8801-f11f-49dc-89be-378b1ad21943 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Sep 03 16:27:19.241451 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c5f8-52a9-4166-a382-3af77516eb42 req-c97583f2-32e5-44bf-870d-4a38843d72be tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:19.242954 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eb45c5f8-52a9-4166-a382-3af77516eb42 req-c97583f2-32e5-44bf-870d-4a38843d72be tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0506961 Sep 03 16:27:19.288730 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eb45c5f8-52a9-4166-a382-3af77516eb42 req-16f89822-78cf-428e-8dd8-f98aeebabf7e tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395317 Sep 03 16:27:20.412340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9fe30-28fc-4fe8-9ce9-de669716748b req-d6db2c01-93cd-4b69-845f-e18ae2d4c270 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:20.413816 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08c9fe30-28fc-4fe8-9ce9-de669716748b req-d6db2c01-93cd-4b69-845f-e18ae2d4c270 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0542161 Sep 03 16:27:20.455077 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08c9fe30-28fc-4fe8-9ce9-de669716748b req-84c3e0a8-9225-4031-bc5f-396ee54b1e57 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347881 Sep 03 16:27:21.573075 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf398ff0-90f5-4da0-b604-a0fbe15499db req-590d0e4e-89c3-4252-abe2-a81fccac21ad tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:21.574551 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf398ff0-90f5-4da0-b604-a0fbe15499db req-590d0e4e-89c3-4252-abe2-a81fccac21ad tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0506475 Sep 03 16:27:21.614501 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf398ff0-90f5-4da0-b604-a0fbe15499db req-b3889470-3eb7-4a01-8d19-b2ac26854e16 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332747 Sep 03 16:27:22.728576 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2d41-5d8a-481c-9a37-61d8ae76fd14 req-d3177c49-5069-4f40-8269-c9e747d2625c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:22.730048 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5c5c2d41-5d8a-481c-9a37-61d8ae76fd14 req-d3177c49-5069-4f40-8269-c9e747d2625c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0486789 Sep 03 16:27:22.770071 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5c5c2d41-5d8a-481c-9a37-61d8ae76fd14 req-0dc1e273-82a6-4eb0-b2aa-e03d9a5a01ac tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334063 Sep 03 16:27:23.887498 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029054d-7863-48aa-8fc8-a07eefa11a80 req-061e6d17-26ff-4796-a95d-2c553cbd12a7 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:23.889004 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a029054d-7863-48aa-8fc8-a07eefa11a80 req-061e6d17-26ff-4796-a95d-2c553cbd12a7 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0529287 Sep 03 16:27:23.927704 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a029054d-7863-48aa-8fc8-a07eefa11a80 req-7025cbb6-54f0-418e-9046-51209534eb27 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327554 Sep 03 16:27:25.042224 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095793d-8010-4d71-8f06-09261e1edf08 req-a489f155-9d82-4a8b-9651-9729476581a7 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:25.043730 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b095793d-8010-4d71-8f06-09261e1edf08 req-a489f155-9d82-4a8b-9651-9729476581a7 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0485687 Sep 03 16:27:25.083546 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b095793d-8010-4d71-8f06-09261e1edf08 req-53a819af-51c9-466d-b4a7-2f3011bb8122 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332596 Sep 03 16:27:26.207407 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59325-5a94-421f-83fd-fdd4b6ed831c req-a048c0c5-9990-4119-9f03-52edc9ac242c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:26.209177 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-50e59325-5a94-421f-83fd-fdd4b6ed831c req-a048c0c5-9990-4119-9f03-52edc9ac242c tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0533042 Sep 03 16:27:26.261062 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-50e59325-5a94-421f-83fd-fdd4b6ed831c req-c0c417b0-1783-44d7-a32e-81189bf43193 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378659 Sep 03 16:27:27.393171 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215f8bf-0fa5-4d8f-a8fd-f9f775cecff2 req-11a27eca-47ec-4861-b328-540d0be35de0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:27.394677 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a215f8bf-0fa5-4d8f-a8fd-f9f775cecff2 req-11a27eca-47ec-4861-b328-540d0be35de0 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0517111 Sep 03 16:27:27.438287 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a215f8bf-0fa5-4d8f-a8fd-f9f775cecff2 req-76eb178a-a03b-4a91-a951-db70a5a63e22 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376430 Sep 03 16:27:28.557959 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229860c-64fb-4c8a-b63d-1a1bfe624cba req-f9a0b060-0a21-4359-8851-ad8cbbe1a484 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:28.559480 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a229860c-64fb-4c8a-b63d-1a1bfe624cba req-f9a0b060-0a21-4359-8851-ad8cbbe1a484 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0512848 Sep 03 16:27:28.628204 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a229860c-64fb-4c8a-b63d-1a1bfe624cba req-2cc20f50-99c9-48af-ab49-ed4bb1a4e0e9 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614870 Sep 03 16:27:28.646563 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024be520-16b8-4cae-b722-46f8bd6bad46 req-2be4f396-96c1-42ec-a35d-63887318e123 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:28.648079 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-024be520-16b8-4cae-b722-46f8bd6bad46 req-2be4f396-96c1-42ec-a35d-63887318e123 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.0643673 Sep 03 16:27:28.688183 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-024be520-16b8-4cae-b722-46f8bd6bad46 req-4c5529e0-95f4-42f1-9470-3bea33dac21d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327172 Sep 03 16:27:29.746797 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4d9d3-2741-426a-ba0f-6e54460b2859 req-04b9043b-2878-4780-a5bf-b21c3cf645e8 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:29.749043 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56d4d9d3-2741-426a-ba0f-6e54460b2859 req-04b9043b-2878-4780-a5bf-b21c3cf645e8 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0542960 Sep 03 16:27:29.815362 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56d4d9d3-2741-426a-ba0f-6e54460b2859 req-a2f025ed-f250-4085-b095-235b87f90164 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600879 Sep 03 16:27:29.829523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298eee-9d2b-455f-a228-a38c50f264aa req-132e0b8d-f973-42d1-a3a1-2a612b8976a7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:29.830983 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc298eee-9d2b-455f-a228-a38c50f264aa req-132e0b8d-f973-42d1-a3a1-2a612b8976a7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.0628929 Sep 03 16:27:29.868013 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc298eee-9d2b-455f-a228-a38c50f264aa req-b5e1413c-b2b0-4569-be09-7c8f9f2dd69f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309925 Sep 03 16:27:30.158844 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:30.507889 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba24a-4e63-426c-8f9e-4bed2a02649c req-b47bd295-7b89-4a8d-81df-7929a71c010a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:30.509373 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-832ba24a-4e63-426c-8f9e-4bed2a02649c req-b47bd295-7b89-4a8d-81df-7929a71c010a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Sep 03 16:27:30.554210 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-832ba24a-4e63-426c-8f9e-4bed2a02649c req-8ccf2663-996d-4483-b0f0-9acc983a2ac4 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Sep 03 16:27:30.655397 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-c1504169-e327-4c63-9ff3-1e8381c14b93 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:30.656936 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-c1504169-e327-4c63-9ff3-1e8381c14b93 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.0520399 Sep 03 16:27:30.747701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Deleting port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:30.748079 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:30.838314 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] For port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:30.838956 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:30.933939 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68dd8f-2fc2-4b33-8f35-2237ad2d4fea req-59e5456f-9631-413e-99f3-e854e11a38b5 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:30.939889 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ed68dd8f-2fc2-4b33-8f35-2237ad2d4fea req-59e5456f-9631-413e-99f3-e854e11a38b5 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0530903 Sep 03 16:27:31.003364 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ed68dd8f-2fc2-4b33-8f35-2237ad2d4fea req-eea130d9-4fad-498d-88e5-30921d737432 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539598 Sep 03 16:27:31.016259 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23665e-7ddc-41ea-a710-4b83bf5c4817 req-b970407c-068b-4cc8-9ac4-96114257f095 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:31.017755 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb23665e-7ddc-41ea-a710-4b83bf5c4817 req-b970407c-068b-4cc8-9ac4-96114257f095 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 947 time: 0.0771084 Sep 03 16:27:31.056441 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb23665e-7ddc-41ea-a710-4b83bf5c4817 req-c4a0081f-473b-4bfc-8ea6-cabd16231960 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb440c79-08b1-4ab2-a854-4410612ff085&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326076 Sep 03 16:27:31.113274 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:31.113628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:31.113952 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Floating IP f71e8244-122c-43cd-a3e3-9f05771a74a8 disassociated. External IP: 172.27.1.60, port: 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4. Sep 03 16:27:31.114296 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Calling delete_port for 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:31.241280 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:31.272337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event deleted for resources: {'Port': ['ID=6f76e081-ece5-4e0e-ab35-f7e5a00c2be4,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:31.381725 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Router ca1f19c2-74be-4523-81e7-f0af93f0275c has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:27:31.487146 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:31.498343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:31.507621 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:31.508433 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:31.526182 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] No DVR routers for this DVR port 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:27:31.529313 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:31.531369 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-03458b28-297f-4e67-8c1f-d7853cf486d5 req-1f97baf2-0b85-4d77-85af-1c883597ab3a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "DELETE /v2.0/ports/6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 HTTP/1.1" status: 204 len: 173 time: 0.8673143 Sep 03 16:27:31.531819 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-deleted', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:31.534104 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f0b644-0759-42f7-bdb8-b33b6703846f" -d '{"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-deleted", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:31.586775 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc58c3-92e9-4033-9163-cd16eddc1968 x-openstack-request-id: req-c9bc58c3-92e9-4033-9163-cd16eddc1968 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:31.587684 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2b0f0-9d84-4726-a6ed-0070f411b073", "name": "network-vif-deleted", "tag": "6f76e081-ece5-4e0e-ab35-f7e5a00c2be4", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:31.588062 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9bc58c3-92e9-4033-9163-cd16eddc1968 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:31.588450 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b2b0f0-9d84-4726-a6ed-0070f411b073', 'name': 'network-vif-deleted', 'tag': '6f76e081-ece5-4e0e-ab35-f7e5a00c2be4', 'status': 'completed', 'code': 200} Sep 03 16:27:31.627725 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:31.704189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdfb31-0e4e-4a06-ba03-6ac46a1bbd65 req-81cbf542-703f-4377-b65d-9466ee6584d2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:31.705652 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d1bdfb31-0e4e-4a06-ba03-6ac46a1bbd65 req-81cbf542-703f-4377-b65d-9466ee6584d2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0599992 Sep 03 16:27:31.745980 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d1bdfb31-0e4e-4a06-ba03-6ac46a1bbd65 req-6122b214-1593-4a4c-96a7-929fd98e429f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Sep 03 16:27:31.835314 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:31.862644 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:31.871583 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:31.872239 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:31.976532 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:32.168493 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf6060-4225-485f-9cb3-2889ec0c8d2c req-795645f7-ea31-4e5e-8180-a4d4455a7189 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:32.170955 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c6cf6060-4225-485f-9cb3-2889ec0c8d2c req-795645f7-ea31-4e5e-8180-a4d4455a7189 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0878081 Sep 03 16:27:32.220147 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:32.223661 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a643706-2e65-42a1-b5fb-7ff542605c86 req-07bbab1d-deef-4c99-b39c-ac70ed916f5c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0b2b0f0-9d84-4726-a6ed-0070f411b073 HTTP/1.1" status: 200 len: 210 time: 0.0514874 Sep 03 16:27:32.247057 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c6cf6060-4225-485f-9cb3-2889ec0c8d2c req-386fb820-742c-4897-8cf8-c4ee0f4d290b tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643971 Sep 03 16:27:32.271204 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaef642-c372-41fc-99c0-b9b064721f21 None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:27:32.493599 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4629e5-a981-4e7c-85f4-2e8f7a7fb83c None None] New status for floating IP f71e8244-122c-43cd-a3e3-9f05771a74a8: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:27:32.672456 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-b434e588-8440-4e27-93c9-f663a73e7889 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:32.674129 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-b434e588-8440-4e27-93c9-f663a73e7889 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0550349 Sep 03 16:27:32.773408 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Deleting port e29da155-bf0e-4f71-93a7-7e1cb30f1656 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:32.773744 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:32.873334 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5439a5-eb2e-45da-adee-929b2e8e73b4 req-870a19b3-bc85-4dd1-a058-60bd90bdb971 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:32.874898 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd5439a5-eb2e-45da-adee-929b2e8e73b4 req-870a19b3-bc85-4dd1-a058-60bd90bdb971 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9 HTTP/1.1" status: 200 len: 946 time: 0.0591269 Sep 03 16:27:32.920814 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd5439a5-eb2e-45da-adee-929b2e8e73b4 req-a9951f3a-c672-4c44-961e-3b4792e9ea3e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Sep 03 16:27:33.094644 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] For port e29da155-bf0e-4f71-93a7-7e1cb30f1656, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e29da155-bf0e-4f71-93a7-7e1cb30f1656,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:33.095007 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.107303 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Calling delete_port for e29da155-bf0e-4f71-93a7-7e1cb30f1656 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:33.238489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.251065 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', '0febba07-2ecf-493c-85a3-6ac7d1cd7732', 'e29da155-bf0e-4f71-93a7-7e1cb30f1656'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:33.271233 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event deleted for resources: {'Port': ['ID=e29da155-bf0e-4f71-93a7-7e1cb30f1656,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:33.311239 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] No DVR routers for this DVR port e29da155-bf0e-4f71-93a7-7e1cb30f1656 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:27:33.313973 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.316631 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-9460bcc5-d429-484b-86af-fb4cfa1ac35d req-7c4fd140-ceb7-4151-bd20-7dfb36c85ea9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "DELETE /v2.0/ports/e29da155-bf0e-4f71-93a7-7e1cb30f1656 HTTP/1.1" status: 204 len: 173 time: 0.6320641 Sep 03 16:27:33.384014 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43876) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:33.438573 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e220b-f868-447d-949d-3125b45012fa req-4a2e984b-3dc0-41b6-b520-d375799ca1cf tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:33.442144 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d77e220b-f868-447d-949d-3125b45012fa req-4a2e984b-3dc0-41b6-b520-d375799ca1cf tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0638995 Sep 03 16:27:33.466743 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a27-d771-4ddd-87be-ab544db38431 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.507384 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a27-d771-4ddd-87be-ab544db38431 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.523577 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d77e220b-f868-447d-949d-3125b45012fa req-d8928268-07fe-4021-b1d5-02e26b0a6e6d tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695589 Sep 03 16:27:33.562777 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a27-d771-4ddd-87be-ab544db38431 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.565529 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a27-d771-4ddd-87be-ab544db38431 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.569212 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f7f17a27-d771-4ddd-87be-ab544db38431 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "DELETE /v2.0/security-groups/bb440c79-08b1-4ab2-a854-4410612ff085 HTTP/1.1" status: 204 len: 168 time: 0.1816950 Sep 03 16:27:33.569595 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43878) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:33.577507 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f17a27-d771-4ddd-87be-ab544db38431 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb440c79-08b1-4ab2-a854-4410612ff085,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:33.586874 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-fc9720c9-ef6b-4aa5-b2de-19746386fda1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] show failed (client error): The resource could not be found. Sep 03 16:27:33.590808 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fc9720c9-ef6b-4aa5-b2de-19746386fda1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups/bb440c79-08b1-4ab2-a854-4410612ff085 HTTP/1.1" status: 404 len: 347 time: 0.0173328 Sep 03 16:27:33.591065 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'name': 'network-vif-deleted', 'tag': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:33.592358 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54c37b-ea68-46ab-8f11-fe19590a9be4" -d '{"events": [{"server_uuid": "4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9", "name": "network-vif-deleted", "tag": "e29da155-bf0e-4f71-93a7-7e1cb30f1656"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:33.592511 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43880) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:33.640778 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae1b639-06d4-4a39-be8c-8b722f068d42 x-openstack-request-id: req-aae1b639-06d4-4a39-be8c-8b722f068d42 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:33.641107 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9", "name": "network-vif-deleted", "tag": "e29da155-bf0e-4f71-93a7-7e1cb30f1656", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:33.641367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aae1b639-06d4-4a39-be8c-8b722f068d42 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:33.641776 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc314cb-4d3b-491c-bcde-9d80b8e0c1b9', 'name': 'network-vif-deleted', 'tag': 'e29da155-bf0e-4f71-93a7-7e1cb30f1656', 'status': 'completed', 'code': 200} Sep 03 16:27:33.732352 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Deleting port 813d1973-c8eb-4203-83f9-6198d03d563f {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:33.732600 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.819435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.819777 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:33.833104 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Calling delete_port for 813d1973-c8eb-4203-83f9-6198d03d563f owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:33.981927 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.011222 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event deleted for resources: {'Port': ['ID=813d1973-c8eb-4203-83f9-6198d03d563f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:34.023507 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.023881 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.024228 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.024571 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.024911 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.025238 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.025569 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.025902 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.026235 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.030673 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.030673 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.030673 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:34.088527 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.091924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.093068 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4e1fbd22-9947-4e69-bd5e-62791922166b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "DELETE /v2.0/floatingips/f71e8244-122c-43cd-a3e3-9f05771a74a8 HTTP/1.1" status: 204 len: 168 time: 0.4995694 Sep 03 16:27:34.406115 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 43896) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:34.410993 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965919556', 'description': 'tempest-description--2112445774'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:34.434173 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.493771 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e29da155-bf0e-4f71-93a7-7e1cb30f1656 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:27:34.516240 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: e29da155-bf0e-4f71-93a7-7e1cb30f1656 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:27:34.516588 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e29da155-bf0e-4f71-93a7-7e1cb30f1656 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:27:34.517009 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:27:34.526326 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.531366 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.537161 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:27:34.537443 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 6f76e081-ece5-4e0e-ab35-f7e5a00c2be4 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:27:34.558732 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.563480 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43900) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:34.563945 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1563351 Sep 03 16:27:34.568042 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5879-5273-4612-8f8f-15adbfa735d4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f47f2c-6985-4fe7-84ca-417f4595d9c9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:34.568914 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'security_group_rule': {'security_group_id': 'b7f47f2c-6985-4fe7-84ca-417f4595d9c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:34.602099 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.651011 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.654524 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ceb32-26ae-47ab-9d08-1645d431d721 req-0dd049af-b66d-4bd6-97bf-0cb1d9bde907 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:34.655230 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.656073 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5f8ceb32-26ae-47ab-9d08-1645d431d721 req-0dd049af-b66d-4bd6-97bf-0cb1d9bde907 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0543299 Sep 03 16:27:34.673715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b406d4-c105-4e80-8ae0-92c68b1a1eab,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:34.680675 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.681870 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4d20b527-68e8-4e7c-99d1-e533a9190a31 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171298 Sep 03 16:27:34.684725 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43902) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:34.689472 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'security_group_rule': {'security_group_id': 'b7f47f2c-6985-4fe7-84ca-417f4595d9c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:34.701001 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5f8ceb32-26ae-47ab-9d08-1645d431d721 req-03c75366-d618-425a-a2e8-45fec062cc89 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383725 Sep 03 16:27:34.717149 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.772807 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.776465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.795559 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1acb2c-d2f9-4d4b-9970-b0e1d8d5a052,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:34.798667 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.799948 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d792026d-f96f-4309-9af0-44dcd644fe30 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141202 Sep 03 16:27:34.802928 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 43904) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:34.807316 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:34.828628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.926204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.029943 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Allocated IP 172.27.1.28 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/52dc7c54-d614-45f8-a270-084713cc9382) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:35.136058 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.177116 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.214127 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:35.226604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:35.228878 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'Port': ['ID=52dc7c54-d614-45f8-a270-084713cc9382,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:35.231052 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:35.317708 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.351512 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.351783 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7f79-f682-4507-9319-80d04069b488 req-c31b8f56-de55-408f-bc97-1decee8ceaac tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:35.353092 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d3e7f79-f682-4507-9319-80d04069b488 req-c31b8f56-de55-408f-bc97-1decee8ceaac tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 945 time: 0.0506494 Sep 03 16:27:35.391368 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d3e7f79-f682-4507-9319-80d04069b488 req-ec5c77f4-2039-4568-98bf-20b991b0de27 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Sep 03 16:27:35.511597 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.517292 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.584603 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'Port': ['ID=52dc7c54-d614-45f8-a270-084713cc9382,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:35.598033 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.611078 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:35.612743 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9f151233-42c5-496a-9832-3585f2bd1d57 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8086562 Sep 03 16:27:35.850869 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-e8851c17-935a-4277-b943-72ac64cb3251 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1965919556&fields=id&tenant_id=31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 267 time: 0.0715256 Sep 03 16:27:36.118549 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a6b4a-9536-4036-901d-ca26148f6966 req-4d7aedef-4021-4b67-bde6-d661b65974ba tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:36.120035 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-615a6b4a-9536-4036-901d-ca26148f6966 req-4d7aedef-4021-4b67-bde6-d661b65974ba tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.3395560 Sep 03 16:27:36.230241 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-615a6b4a-9536-4036-901d-ca26148f6966 req-f701fb88-8d3f-4936-86b3-dcc34713b994 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961292 Sep 03 16:27:36.259732 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3d8326ca-fb8d-4ea5-88c7-4d215f8bf4f2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:36.261256 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3d8326ca-fb8d-4ea5-88c7-4d215f8bf4f2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 816 time: 0.3992128 Sep 03 16:27:36.276979 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c4315271-69c2-4cc7-b7fc-9d715d2df10f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/quotas/31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 375 time: 0.0093644 Sep 03 16:27:36.334506 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-4edfaa57-8268-49cb-bf2a-141645b59747 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512214 Sep 03 16:27:36.430946 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-d525a808-e3b5-4295-8b02-329ac6d14220 service neutron] 10.222.0.42 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835750 Sep 03 16:27:36.565272 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be16a6-1fd5-4a25-a7be-abb15cfbf114 req-3a672777-8555-40fb-96b2-0a356348bb67 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:36.566750 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5be16a6-1fd5-4a25-a7be-abb15cfbf114 req-3a672777-8555-40fb-96b2-0a356348bb67 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 945 time: 0.1094155 Sep 03 16:27:36.570402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ef68308-df52-4ad5-a369-2ca735961144 service neutron] 10.222.0.42 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320817 Sep 03 16:27:36.606996 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5be16a6-1fd5-4a25-a7be-abb15cfbf114 req-dd534c00-4f1c-48d0-90fa-993ca03e036b tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338347 Sep 03 16:27:36.737363 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8baf0bf3-1fd5-4a4d-b318-cf17d0afdb17 req-e087501f-bb57-4306-85c5-ddef594b4619 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 210 time: 0.0290060 Sep 03 16:27:37.224980 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-2683f85a-8773-4287-87df-4403963a583f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:37.227151 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-2683f85a-8773-4287-87df-4403963a583f tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 945 time: 0.0753112 Sep 03 16:27:37.382183 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c787f-2cea-4ab8-8cf0-6b96b93b028e req-6beb31b1-9986-461a-8057-d61f00967fd4 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:37.383103 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Deleting port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:37.383463 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:37.383742 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c9c787f-2cea-4ab8-8cf0-6b96b93b028e req-6beb31b1-9986-461a-8057-d61f00967fd4 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0635724 Sep 03 16:27:37.441996 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c9c787f-2cea-4ab8-8cf0-6b96b93b028e req-bb7fba50-6b75-4ff9-a532-a33b2c6b8a88 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=23d15181-c114-43c8-8c54-025813a65306&id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461471 Sep 03 16:27:37.493577 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] For port 0febba07-2ecf-493c-85a3-6ac7d1cd7732, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=0febba07-2ecf-493c-85a3-6ac7d1cd7732,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:37.493849 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:37.512467 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Calling delete_port for 0febba07-2ecf-493c-85a3-6ac7d1cd7732 owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:37.670766 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:37.685448 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', '0febba07-2ecf-493c-85a3-6ac7d1cd7732'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:37.714409 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a35016f9-d31d-4a0d-a6c4-5e767d81faa8 req-869eb86c-8892-4cfb-8ec6-a3b28bf4177e tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=db4eaae2-9c94-4079-a706-46aae2722785 HTTP/1.1" status: 200 len: 210 time: 0.0322571 Sep 03 16:27:37.716867 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event deleted for resources: {'Port': ['ID=0febba07-2ecf-493c-85a3-6ac7d1cd7732,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:37.815121 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] No DVR routers for this DVR port 0febba07-2ecf-493c-85a3-6ac7d1cd7732 on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:27:37.820990 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:37.823003 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-d6fd6085-770c-4549-8c6f-74512d836c59 req-e1159bec-3c5e-4178-bce0-d354dd24e63d tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "DELETE /v2.0/ports/0febba07-2ecf-493c-85a3-6ac7d1cd7732 HTTP/1.1" status: 204 len: 173 time: 0.5879242 Sep 03 16:27:37.823523 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4eaae2-9c94-4079-a706-46aae2722785', 'name': 'network-vif-deleted', 'tag': '0febba07-2ecf-493c-85a3-6ac7d1cd7732'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:37.825900 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7761cfa-1713-4a8e-9429-aa6ead70d849" -d '{"events": [{"server_uuid": "db4eaae2-9c94-4079-a706-46aae2722785", "name": "network-vif-deleted", "tag": "0febba07-2ecf-493c-85a3-6ac7d1cd7732"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:37.914902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a566763a-d9d1-45e5-8793-6b56fdad92c1 x-openstack-request-id: req-a566763a-d9d1-45e5-8793-6b56fdad92c1 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:37.915502 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4eaae2-9c94-4079-a706-46aae2722785", "name": "network-vif-deleted", "tag": "0febba07-2ecf-493c-85a3-6ac7d1cd7732", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:37.915934 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a566763a-d9d1-45e5-8793-6b56fdad92c1 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:37.916507 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4eaae2-9c94-4079-a706-46aae2722785', 'name': 'network-vif-deleted', 'tag': '0febba07-2ecf-493c-85a3-6ac7d1cd7732', 'status': 'completed', 'code': 200} Sep 03 16:27:37.955038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08aae676-3bd3-476a-8a83-99ee38ad2b84 req-d9577004-fa1f-49d8-b536-c20794b4f61a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 210 time: 0.0852840 Sep 03 16:27:37.964887 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-8db56a70-d38b-4828-b190-8c344842e4a7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:37.967639 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-8db56a70-d38b-4828-b190-8c344842e4a7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 816 time: 0.2034748 Sep 03 16:27:38.036705 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-e124c907-d9de-47aa-879d-5a2246afc415 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 380 time: 0.0559461 Sep 03 16:27:38.066421 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'port': {'device_id': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'admin_state_up': True, 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'security_groups': ['b7f47f2c-6985-4fe7-84ca-417f4595d9c9']}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:38.272098 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Made reservation on behalf of 31bf7b0a63bb4df1868a0303870b5b2c for: {'port': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:38.277565 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:38.281308 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e0ee49f7-5d51-4923-b9f2-f364690c4a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:38.439067 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Allocated IP 172.20.0.14 (64119de9-c5e0-4e62-b4f0-048f957eba7b/2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8/beaa3ceb-9376-4039-96d6-64fe891ecb15) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:38.490731 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f83fc-35e3-43df-bd67-c77fd9211f46 req-8047acd6-6fd2-4081-8e27-a61e942f93df tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:38.492520 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1e6f83fc-35e3-43df-bd67-c77fd9211f46 req-8047acd6-6fd2-4081-8e27-a61e942f93df tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0742605 Sep 03 16:27:38.547212 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1e6f83fc-35e3-43df-bd67-c77fd9211f46 req-bb3eb9ac-1222-421b-87ce-ee5a67cdff08 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418282 Sep 03 16:27:38.603060 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:38.617494 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Transition to ACTIVE for port object beaa3ceb-9376-4039-96d6-64fe891ecb15 will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:38.652368 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:38.700038 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:38.703753 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:38.707616 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:38.716839 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:38.766650 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:38.767327 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:38.785256 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c7c78484-b3f5-42b5-801e-21a40683414d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7300282 Sep 03 16:27:38.800408 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Request body: {'port': {'device_id': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:38.863277 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.001280 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-dc822f52-f464-439f-a8e7-6e9a2e062a4a None None] Provisioning for port beaa3ceb-9376-4039-96d6-64fe891ecb15 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:39.012477 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-dc822f52-f464-439f-a8e7-6e9a2e062a4a None None] Provisioning complete for port beaa3ceb-9376-4039-96d6-64fe891ecb15 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:39.015324 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc822f52-f464-439f-a8e7-6e9a2e062a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.092511 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-dc822f52-f464-439f-a8e7-6e9a2e062a4a None None] Port beaa3ceb-9376-4039-96d6-64fe891ecb15 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:27:39.151513 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dac80e-9724-4f3d-a11f-935e4674d4e2 req-3716ca84-f8d6-4537-9dcc-79caff8a45b7 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.153149 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-06dac80e-9724-4f3d-a11f-935e4674d4e2 req-3716ca84-f8d6-4537-9dcc-79caff8a45b7 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 946 time: 0.0975313 Sep 03 16:27:39.166472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705345b-2ea9-4df3-a6e2-9cbce48bcdd1 req-7761a8fc-3c43-42c3-b90e-ef52e1ecdd48 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.168057 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b705345b-2ea9-4df3-a6e2-9cbce48bcdd1 req-7761a8fc-3c43-42c3-b90e-ef52e1ecdd48 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 932 time: 0.0782983 Sep 03 16:27:39.219236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beaa3ceb-9376-4039-96d6-64fe891ecb15 {{(pid=93859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:27:39.226686 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-06dac80e-9724-4f3d-a11f-935e4674d4e2 req-2f96483b-d8e3-418f-9305-3d598a382852 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Sep 03 16:27:39.228077 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.232690 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b705345b-2ea9-4df3-a6e2-9cbce48bcdd1 req-79f25791-f2e0-4307-a984-a1cd1efed46b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569663 Sep 03 16:27:39.253331 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Transition to ACTIVE for port object beaa3ceb-9376-4039-96d6-64fe891ecb15 will not be triggered until provisioned by entity L2. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:39.253331 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.308129 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:39.390549 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Attempting to bind port beaa3ceb-9376-4039-96d6-64fe891ecb15 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:39.390890 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Attempting to bind port beaa3ceb-9376-4039-96d6-64fe891ecb15 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:39.391223 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Attempting to bind port beaa3ceb-9376-4039-96d6-64fe891ecb15 on network 64119de9-c5e0-4e62-b4f0-048f957eba7b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:39.396329 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Port beaa3ceb-9376-4039-96d6-64fe891ecb15 on network 64119de9-c5e0-4e62-b4f0-048f957eba7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:27:39.396658 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Attempting to bind port beaa3ceb-9376-4039-96d6-64fe891ecb15 on network 64119de9-c5e0-4e62-b4f0-048f957eba7b {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:39.402134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:39.402477 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Checking segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:39.402870 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Bound using segment: {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'} {{(pid=93859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:39.403308 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.managers [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Bound port: beaa3ceb-9376-4039-96d6-64fe891ecb15, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98681338-f101-48a2-8bb0-33f0ceb475d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b'}}] {{(pid=93859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:39.403708 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.486795 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, cleared binding levels {{(pid=93859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:39.490310 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:39.494870 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.541781 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.542656 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:39.548158 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] 10.222.0.15 "PUT /v2.0/ports/beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 200 len: 1094 time: 0.7489808 Sep 03 16:27:39.576088 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac708e5-4087-49f3-aa13-3460e691ca85 service neutron] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=3']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:39.643199 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-ad2945aa-28e5-4b34-89e8-a269e71bee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.645125 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-ad2945aa-28e5-4b34-89e8-a269e71bee59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1097 time: 0.0475104 Sep 03 16:27:39.719065 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-4c5deef0-49e3-4c32-91ef-45da598df03c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 200 len: 217 time: 0.0636849 Sep 03 16:27:39.749346 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a123d-c18f-433d-a6d2-0975ee5635f8 req-f6952b5b-e02e-43f2-af55-ede4aca995a3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.751635 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c40a123d-c18f-433d-a6d2-0975ee5635f8 req-f6952b5b-e02e-43f2-af55-ede4aca995a3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0979517 Sep 03 16:27:39.776142 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c13e8553-c07f-4719-9071-f1886bce1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.778628 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-c13e8553-c07f-4719-9071-f1886bce1220 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0499425 Sep 03 16:27:39.794595 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c40a123d-c18f-433d-a6d2-0975ee5635f8 req-6b07f171-cfb6-4c69-bb31-a6dce60fcbe9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361145 Sep 03 16:27:39.829684 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-ea0f78d3-9361-415a-b53d-175d5be9780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:39.831187 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-ea0f78d3-9361-415a-b53d-175d5be9780b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431714 Sep 03 16:27:39.917537 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:39.920417 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d89a75d-6a99-421a-93ca-c09c0564c401" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:39.934954 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-937a6f49-9167-4cf8-ad51-e33a3c361d4a service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943532 Sep 03 16:27:39.963540 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07786ee-d14c-4baa-a019-0e156fb2fbd6 x-openstack-request-id: req-d07786ee-d14c-4baa-a019-0e156fb2fbd6 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:39.964148 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:39.964355 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d07786ee-d14c-4baa-a019-0e156fb2fbd6 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:39.964748 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'status': 'completed', 'code': 200} Sep 03 16:27:40.037091 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-cbf853f5-bf65-4107-bdb7-0f41e48058cc req-b25c0f43-c43e-4341-99f3-2c34d229665b service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927296 Sep 03 16:27:40.134092 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-df5bb17f-dd18-4b97-8a28-a3d2f14aae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.135736 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-df5bb17f-dd18-4b97-8a28-a3d2f14aae73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1097 time: 0.0457520 Sep 03 16:27:40.232844 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-fb5dd8da-8f07-4647-8e28-e80a237e4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.234706 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-fb5dd8da-8f07-4647-8e28-e80a237e4458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.0898509 Sep 03 16:27:40.290910 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-943fc423-6109-4f21-b61f-e70949b04030 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 200 len: 217 time: 0.0474801 Sep 03 16:27:40.360502 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-cc527ea2-4963-4b4d-800a-e17c740d3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.362088 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-cc527ea2-4963-4b4d-800a-e17c740d3f61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0530381 Sep 03 16:27:40.409092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56629d19-8cdf-4a11-9a1e-5ba997799972 req-1cc7e096-7845-4126-a532-0ba40b830329 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.410832 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56629d19-8cdf-4a11-9a1e-5ba997799972 req-1cc7e096-7845-4126-a532-0ba40b830329 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 946 time: 0.0854609 Sep 03 16:27:40.423829 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-df4371b5-22f5-4756-93e7-c18ba72c75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.424144 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a1fc5-7c04-4c53-8ae0-3db77aee17f2 req-29d5be60-58c6-4837-9945-fae5ff3ca29d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.425383 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-df4371b5-22f5-4756-93e7-c18ba72c75df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542152 Sep 03 16:27:40.425578 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d87a1fc5-7c04-4c53-8ae0-3db77aee17f2 req-29d5be60-58c6-4837-9945-fae5ff3ca29d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0842474 Sep 03 16:27:40.479002 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56629d19-8cdf-4a11-9a1e-5ba997799972 req-2c916cba-ed88-4fd9-8c24-9354d0175d62 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524096 Sep 03 16:27:40.494391 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d87a1fc5-7c04-4c53-8ae0-3db77aee17f2 req-ac14da8f-3378-4ab4-b88b-9d216362924c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601354 Sep 03 16:27:40.531174 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-b20bb347-4999-4efb-aa7e-cde6e630f65f service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964928 Sep 03 16:27:40.534590 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0febba07-2ecf-493c-85a3-6ac7d1cd7732 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:27:40.558282 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 0febba07-2ecf-493c-85a3-6ac7d1cd7732 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:27:40.558623 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 0febba07-2ecf-493c-85a3-6ac7d1cd7732 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:27:40.633336 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d16db-05fd-4218-912a-d875ca8d749a req-ac5e49aa-e096-4f91-bc46-0f84ef818784 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.634907 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-956d16db-05fd-4218-912a-d875ca8d749a req-ac5e49aa-e096-4f91-bc46-0f84ef818784 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.0562227 Sep 03 16:27:40.657285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-85774be0-19d1-49b3-b5e3-5a9cf518b562 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:40.658975 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-85774be0-19d1-49b3-b5e3-5a9cf518b562 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 946 time: 0.1174283 Sep 03 16:27:40.706803 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-524464b8-b96d-44b1-ad2f-39158c54e036 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568496 Sep 03 16:27:40.752521 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Deleting port 7aeee24b-a565-4176-9d4a-f18e43a6d898 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:40.753308 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:40.802120 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Deleting port e0f5f8f2-b79d-4946-b953-d3f91426d26a {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:40.802604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:40.860316 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] For port 7aeee24b-a565-4176-9d4a-f18e43a6d898, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=7aeee24b-a565-4176-9d4a-f18e43a6d898,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:40.860682 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:40.922269 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] For port e0f5f8f2-b79d-4946-b953-d3f91426d26a, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e0f5f8f2-b79d-4946-b953-d3f91426d26a,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:40.922763 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:40.938883 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Calling delete_port for e0f5f8f2-b79d-4946-b953-d3f91426d26a owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:41.066614 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a5f4b-90d3-4004-957b-b80349871bea req-269738d3-f912-4d1e-b264-c5686900005b tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:41.068258 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-065a5f4b-90d3-4004-957b-b80349871bea req-269738d3-f912-4d1e-b264-c5686900005b tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 946 time: 0.1391788 Sep 03 16:27:41.104221 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.117793 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'e0f5f8f2-b79d-4946-b953-d3f91426d26a'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:41.171610 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event deleted for resources: {'Port': ['ID=e0f5f8f2-b79d-4946-b953-d3f91426d26a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:41.191681 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-065a5f4b-90d3-4004-957b-b80349871bea req-748b3778-7d39-4f50-b988-bd25012e130a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cda98c5-733b-4b44-9b05-0c976e52d1da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125085 Sep 03 16:27:41.209583 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.210318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.211012 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Floating IP 1b53e732-9a40-456e-b08e-27de39e7d7cb disassociated. External IP: 172.27.1.156, port: 7aeee24b-a565-4176-9d4a-f18e43a6d898. Sep 03 16:27:41.211625 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Calling delete_port for 7aeee24b-a565-4176-9d4a-f18e43a6d898 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:41.214835 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa611-41af-41b0-9527-a040e53d1cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.269478 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] No DVR routers for this DVR port e0f5f8f2-b79d-4946-b953-d3f91426d26a on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:27:41.275186 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.278443 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-102de015-8ad7-4a37-b300-a81f57cbb003 req-aef9f41d-4bc5-4e01-9499-1756251da5aa tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "DELETE /v2.0/ports/e0f5f8f2-b79d-4946-b953-d3f91426d26a HTTP/1.1" status: 204 len: 173 time: 0.6073556 Sep 03 16:27:41.284988 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.351467 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:27:41.443391 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.476718 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event deleted for resources: {'Port': ['ID=7aeee24b-a565-4176-9d4a-f18e43a6d898,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:41.665014 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c334ad91-572a-4f08-a4c3-17b0b9dfad32 req-22c6a38e-439a-4883-be9a-e23bfb9e6b36 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=216e5cce-3424-440c-a5a4-6c095b9a7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0583684 Sep 03 16:27:41.684332 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:27:41.721316 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297b77c-d0fd-4c4f-af8f-80843ff7894c req-adf70b8f-9026-4b88-820d-a2489c0b7a75 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:41.723582 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4297b77c-d0fd-4c4f-af8f-80843ff7894c req-adf70b8f-9026-4b88-820d-a2489c0b7a75 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.1183543 Sep 03 16:27:41.861590 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4297b77c-d0fd-4c4f-af8f-80843ff7894c req-a1e1add5-d231-46e1-b261-770350c34668 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928726 Sep 03 16:27:41.891655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:41.909137 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:41.921875 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:41.922778 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:41.965973 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'name': 'network-vif-deleted', 'tag': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:41.970449 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a5d63-a8be-42cf-b9c5-bd5012403507" -d '{"events": [{"server_uuid": "216e5cce-3424-440c-a5a4-6c095b9a7fb7", "name": "network-vif-deleted", "tag": "e0f5f8f2-b79d-4946-b953-d3f91426d26a"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:42.001585 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] No DVR routers for this DVR port 7aeee24b-a565-4176-9d4a-f18e43a6d898 on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:27:42.005499 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.008798 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-956d16db-05fd-4218-912a-d875ca8d749a req-6aae2466-fb4a-404e-8c5e-113522f82a18 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "DELETE /v2.0/ports/7aeee24b-a565-4176-9d4a-f18e43a6d898 HTTP/1.1" status: 204 len: 173 time: 1.3668456 Sep 03 16:27:42.009507 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'name': 'network-vif-deleted', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:42.012333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0eb1d7-c292-4ea6-970f-e6ffceb6cc17" -d '{"events": [{"server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "name": "network-vif-deleted", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:42.045695 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd03b42-7e02-4391-8025-b577c2f13853 x-openstack-request-id: req-bfd03b42-7e02-4391-8025-b577c2f13853 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:42.046618 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216e5cce-3424-440c-a5a4-6c095b9a7fb7", "name": "network-vif-deleted", "tag": "e0f5f8f2-b79d-4946-b953-d3f91426d26a", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:42.047463 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfd03b42-7e02-4391-8025-b577c2f13853 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:42.048350 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216e5cce-3424-440c-a5a4-6c095b9a7fb7', 'name': 'network-vif-deleted', 'tag': 'e0f5f8f2-b79d-4946-b953-d3f91426d26a', 'status': 'completed', 'code': 200} Sep 03 16:27:42.102061 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465a7ad-7d05-4e8d-9799-470a9f23bb57 x-openstack-request-id: req-5465a7ad-7d05-4e8d-9799-470a9f23bb57 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:42.103193 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec69bed-7803-492e-8586-9070fdf04a75", "name": "network-vif-deleted", "tag": "7aeee24b-a565-4176-9d4a-f18e43a6d898", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:42.103193 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5465a7ad-7d05-4e8d-9799-470a9f23bb57 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:42.103596 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec69bed-7803-492e-8586-9070fdf04a75', 'name': 'network-vif-deleted', 'tag': '7aeee24b-a565-4176-9d4a-f18e43a6d898', 'status': 'completed', 'code': 200} Sep 03 16:27:42.141620 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:42.327806 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.368086 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-37a60c9e-6823-4232-894a-7c4c0c656e6c req-97661855-3507-4fe4-ae46-91f059b137fe tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec69bed-7803-492e-8586-9070fdf04a75 HTTP/1.1" status: 200 len: 210 time: 0.0426044 Sep 03 16:27:42.465299 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:42.504377 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:42.514768 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:42.515404 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:42.559709 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:27:42.701400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:42.900275 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:42.953056 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'mac_address': 'fa:16:3e:41:4d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:27:43.020610 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f70453-c743-47ac-923d-f904c3e69b0d req-931ebf45-fa79-4610-8890-9508da57aa6e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:43.022248 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-28f70453-c743-47ac-923d-f904c3e69b0d req-931ebf45-fa79-4610-8890-9508da57aa6e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0597322 Sep 03 16:27:43.053585 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.083027 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beaa3ceb-9376-4039-96d6-64fe891ecb15 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:27:43.092606 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-28f70453-c743-47ac-923d-f904c3e69b0d req-2a0e43e9-54f3-4108-ab62-1225c39c2531 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592120 Sep 03 16:27:43.126366 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:43.134118 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.201446 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:43.210986 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:43.241472 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05311a-eab1-41b1-aa54-9621c6549059 None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:27:43.372893 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['beaa3ceb-9376-4039-96d6-64fe891ecb15'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:43.493332 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44004) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:43.509060 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d6233-1c7b-418e-be85-11d4c0143df9 None None] New status for floating IP 1b53e732-9a40-456e-b08e-27de39e7d7cb: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:27:43.587969 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a80fcd7-a5f1-4516-97af-b99d031c9b80 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.624637 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a80fcd7-a5f1-4516-97af-b99d031c9b80 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.681200 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a80fcd7-a5f1-4516-97af-b99d031c9b80 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.685799 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a80fcd7-a5f1-4516-97af-b99d031c9b80 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.687717 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7a80fcd7-a5f1-4516-97af-b99d031c9b80 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "DELETE /v2.0/security-groups/0cda98c5-733b-4b44-9b05-0c976e52d1da HTTP/1.1" status: 204 len: 168 time: 0.1925108 Sep 03 16:27:43.690657 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44006) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:43.701625 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80fcd7-a5f1-4516-97af-b99d031c9b80 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda98c5-733b-4b44-9b05-0c976e52d1da,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:43.709511 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-444d6d3d-ccc1-419a-bc41-ffb9a9221c74 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] show failed (client error): The resource could not be found. Sep 03 16:27:43.715099 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-444d6d3d-ccc1-419a-bc41-ffb9a9221c74 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups/0cda98c5-733b-4b44-9b05-0c976e52d1da HTTP/1.1" status: 404 len: 347 time: 0.0185261 Sep 03 16:27:43.715099 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44008) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:43.887339 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.934288 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Deleting port 34a90d9c-5416-4519-8fb0-06fad7482cfa {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:43.935501 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.082394 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.083283 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.105378 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Calling delete_port for 34a90d9c-5416-4519-8fb0-06fad7482cfa owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:44.350119 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a44ace-3af0-4d31-a56e-e21f72c294ee req-c403d9ab-0898-447a-a6a3-80383babae47 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:44.351847 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70a44ace-3af0-4d31-a56e-e21f72c294ee req-c403d9ab-0898-447a-a6a3-80383babae47 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.2261159 Sep 03 16:27:44.385077 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928f28-55f0-4e73-90a6-92447714f844 req-0f6310d8-3c3b-4ca9-8cc2-8cc5c3d9226d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:44.386530 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-52928f28-55f0-4e73-90a6-92447714f844 req-0f6310d8-3c3b-4ca9-8cc2-8cc5c3d9226d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 945 time: 0.1633825 Sep 03 16:27:44.457364 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70a44ace-3af0-4d31-a56e-e21f72c294ee req-9a229043-df3c-4c5a-84f7-167da76b39fc tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976744 Sep 03 16:27:44.489917 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-52928f28-55f0-4e73-90a6-92447714f844 req-b91a6e66-a176-482a-8157-8696b20307bb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947967 Sep 03 16:27:44.510462 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.536310 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event deleted for resources: {'Port': ['ID=34a90d9c-5416-4519-8fb0-06fad7482cfa,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:44.554167 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:44.605582 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.608596 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.609802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-88befaad-7e0f-4cd9-aca6-84d8b1177be0 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "DELETE /v2.0/floatingips/1b53e732-9a40-456e-b08e-27de39e7d7cb HTTP/1.1" status: 204 len: 168 time: 0.8933411 Sep 03 16:27:44.637194 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port beaa3ceb-9376-4039-96d6-64fe891ecb15 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:44.643357 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port beaa3ceb-9376-4039-96d6-64fe891ecb15 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:44.644039 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.754708 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.783534 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:44.786025 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed4fb26-281c-45cb-9f84-c94589c42ffd" -d '{"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-plugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:44.805431 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:44.812007 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.813508 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e0f5f8f2-b79d-4946-b953-d3f91426d26a no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:27:44.857862 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a02cc-e053-4457-895e-c6bba60a3784 x-openstack-request-id: req-3e2a02cc-e053-4457-895e-c6bba60a3784 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:44.858183 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-plugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:44.858464 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e2a02cc-e053-4457-895e-c6bba60a3784 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:44.858832 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'code': 200} Sep 03 16:27:44.863226 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: e0f5f8f2-b79d-4946-b953-d3f91426d26a {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:27:44.863583 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e0f5f8f2-b79d-4946-b953-d3f91426d26a not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:27:44.864051 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 7aeee24b-a565-4176-9d4a-f18e43a6d898 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:27:44.892107 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 7aeee24b-a565-4176-9d4a-f18e43a6d898 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:27:44.892403 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 7aeee24b-a565-4176-9d4a-f18e43a6d898 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:27:44.918753 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:45.088231 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44022) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:45.094794 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047010356', 'description': 'tempest-description--711515794'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:45.114170 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb2783-5d85-4917-abc0-ab83dd0cf35a req-49325292-2f7f-408a-aa88-e70a5d1fc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:45.116458 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ffb2783-5d85-4917-abc0-ab83dd0cf35a req-49325292-2f7f-408a-aa88-e70a5d1fc39e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1099 time: 0.0553796 Sep 03 16:27:45.124983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.176370 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ffb2783-5d85-4917-abc0-ab83dd0cf35a req-379e170c-640b-4c7e-b792-7a8245a67bcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512483 Sep 03 16:27:45.258351 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.264029 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.298895 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.300504 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2104771 Sep 03 16:27:45.301546 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1abf3-ce70-4ab0-8685-12a1b671b9ec tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc6acf-bbb3-4877-bc58-639243a50e7b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:45.304907 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44024) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:45.311343 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'security_group_rule': {'security_group_id': '0ddc6acf-bbb3-4877-bc58-639243a50e7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:45.347188 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.402789 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.408357 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.428055 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecae6079-8f1c-4528-a66f-5756009117a7,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:45.436050 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.437345 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-824ee405-27ce-4c9e-b9f0-120a0d8d7a91 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309702 Sep 03 16:27:45.441008 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44026) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:45.445809 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'security_group_rule': {'security_group_id': '0ddc6acf-bbb3-4877-bc58-639243a50e7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:45.475879 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.574551 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.592252 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.645535 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9ef89e-1844-4048-ab83-fd3d6369d269,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:45.649659 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.653188 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ec90eb44-733c-4a5b-8876-0eca6e60b75d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102888 Sep 03 16:27:45.655337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44032) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:45.660670 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:45.687109 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a67b8-659d-4fe2-9836-e695719c950d req-d54aaa4e-0705-4ffb-aa6f-af8043c99730 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:45.689080 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e1a67b8-659d-4fe2-9836-e695719c950d req-d54aaa4e-0705-4ffb-aa6f-af8043c99730 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.1421564 Sep 03 16:27:45.690027 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.705400 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200beba-88f2-45a5-9124-38f8138f7a2e req-93e2894d-ff32-4c77-b463-3aa9923f288c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:45.707405 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7200beba-88f2-45a5-9124-38f8138f7a2e req-93e2894d-ff32-4c77-b463-3aa9923f288c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.1057496 Sep 03 16:27:45.840251 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e1a67b8-659d-4fe2-9836-e695719c950d req-6f70e500-07d4-4a21-b24c-6bb8513f8fc9 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/security-groups?id=38ef4298-11dd-4d94-a5d4-44ab7a4630e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312046 Sep 03 16:27:45.842130 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.860994 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7200beba-88f2-45a5-9124-38f8138f7a2e req-cce34031-bb3c-4b1d-a6a2-c414e1d74548 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405139 Sep 03 16:27:45.891774 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4273664-68d2-4674-931f-3aeff201e397 req-830c4fa8-3d5b-4fe2-8b82-1efc4de2725a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:45.894023 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4273664-68d2-4674-931f-3aeff201e397 req-830c4fa8-3d5b-4fe2-8b82-1efc4de2725a tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 945 time: 0.1332004 Sep 03 16:27:45.995450 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Allocated IP 172.27.1.251 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/56c84303-d4da-49db-bd7d-a6f8bb3b6bce) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:46.014708 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Deleting port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:27:46.015302 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.118418 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.176471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] For port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,segment=NetworkSegment(21663652-1e38-4dcf-bae2-6c092dc4e18d),segment_id=21663652-1e38-4dcf-bae2-6c092dc4e18d)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:46.177358 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.183349 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.195930 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Calling delete_port for e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:27:46.229740 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:46.235528 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:46.241902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:46.283263 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'Port': ['ID=56c84303-d4da-49db-bd7d-a6f8bb3b6bce,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:46.377161 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.386800 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.391645 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e1400b5d-3e0f-4d44-8fe1-0b039a2390e1'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:46.441896 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Pushing event deleted for resources: {'Port': ['ID=e1400b5d-3e0f-4d44-8fe1-0b039a2390e1,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:46.456366 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.521881 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] No DVR routers for this DVR port e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:27:46.525186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.527493 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4273664-68d2-4674-931f-3aeff201e397 req-f6f51c7e-b40c-416e-af30-4b3d6b76b680 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.15 "DELETE /v2.0/ports/e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 HTTP/1.1" status: 204 len: 173 time: 0.6272447 Sep 03 16:27:46.528024 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'name': 'network-vif-deleted', 'tag': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:46.531187 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c23cbba-54f4-4510-b94b-ecdafb1f8ddf" -d '{"events": [{"server_uuid": "e3d69b8a-3770-461e-a8e5-c43ae2faac26", "name": "network-vif-deleted", "tag": "e1400b5d-3e0f-4d44-8fe1-0b039a2390e1"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:46.586413 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecd3878-7489-4f4d-a83a-7da7d8c0871d x-openstack-request-id: req-2ecd3878-7489-4f4d-a83a-7da7d8c0871d {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:46.586788 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d69b8a-3770-461e-a8e5-c43ae2faac26", "name": "network-vif-deleted", "tag": "e1400b5d-3e0f-4d44-8fe1-0b039a2390e1", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:46.587129 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ecd3878-7489-4f4d-a83a-7da7d8c0871d {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:46.587602 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d69b8a-3770-461e-a8e5-c43ae2faac26', 'name': 'network-vif-deleted', 'tag': 'e1400b5d-3e0f-4d44-8fe1-0b039a2390e1', 'status': 'completed', 'code': 200} Sep 03 16:27:46.706601 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.712590 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.795252 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'Port': ['ID=56c84303-d4da-49db-bd7d-a6f8bb3b6bce,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:46.808719 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.825731 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.827295 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0dd29688-c5ca-4aec-a642-7a4592f0f0a5 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1707084 Sep 03 16:27:47.020960 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f91ed9b0-303e-484b-8758-d99a5e3c9f95 req-275e4626-b7e5-4f18-9631-9e5d94baa2f2 tempest-AttachVolumeNegativeTest-898905703 tempest-AttachVolumeNegativeTest-898905703-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3d69b8a-3770-461e-a8e5-c43ae2faac26 HTTP/1.1" status: 200 len: 210 time: 0.0489757 Sep 03 16:27:47.085712 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a4bd7-aeeb-4b02-8428-11375681c435 req-eea71837-1874-447c-8e46-c73126a25bd5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:47.088107 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-063a4bd7-aeeb-4b02-8428-11375681c435 req-eea71837-1874-447c-8e46-c73126a25bd5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0747449 Sep 03 16:27:47.155891 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-063a4bd7-aeeb-4b02-8428-11375681c435 req-b533e977-058d-4a41-ad4f-f95aa5b81b20 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578811 Sep 03 16:27:47.199373 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-633025a7-9847-4528-825e-b2ab18ab5cee tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2047010356&fields=id&tenant_id=11ba5e2be6e840b4a8af30d1bd06133b HTTP/1.1" status: 200 len: 267 time: 0.0589035 Sep 03 16:27:47.354675 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-199d7286-a5e3-49e1-8071-a51a4d4e0866 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:47.356200 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-199d7286-a5e3-49e1-8071-a51a4d4e0866 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 811 time: 0.1486816 Sep 03 16:27:47.368785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d7610-db42-46fd-b8d2-762b0978bff4 req-b8c76b0d-6bbe-47da-afb9-68e3ac5cec0a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:47.370372 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8a7d7610-db42-46fd-b8d2-762b0978bff4 req-b8c76b0d-6bbe-47da-afb9-68e3ac5cec0a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0854163 Sep 03 16:27:47.381465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44054) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:47.382316 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-95a18083-979d-490b-9e83-29679fb8187e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/quotas/11ba5e2be6e840b4a8af30d1bd06133b HTTP/1.1" status: 200 len: 375 time: 0.0102208 Sep 03 16:27:47.389614 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Request body: {'floatingip': {'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:47.440606 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-38d2849f-c408-4701-b40a-5a735334dcac tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524719 Sep 03 16:27:47.455175 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.581280 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-17323ac1-40b0-4c00-8a78-1a95d01d3675 service neutron] 10.222.0.42 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274214 Sep 03 16:27:47.693658 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-b8561df5-530a-487e-8457-c0d298ce2e09 service neutron] 10.222.0.42 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038151 Sep 03 16:27:48.027814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.038731 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.069406 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1edf0cfb-e90c-468f-bbb8-f3f1f3bf2cef req-df6d1b1a-959a-403d-ae51-da06dd86ff88 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 210 time: 0.1581020 Sep 03 16:27:48.108374 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44068) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:48.176975 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Deleting subnet 354dfc3a-295a-4fa1-83b4-5afcbf687e88 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:27:48.181215 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.231971 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.314596 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.406388 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.438342 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354dfc3a-295a-4fa1-83b4-5afcbf687e88,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:48.449558 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.456968 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c40c7dfd-e128-4e8c-9894-4af9906b0570 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/354dfc3a-295a-4fa1-83b4-5afcbf687e88 HTTP/1.1" status: 204 len: 168 time: 0.3465717 Sep 03 16:27:48.458675 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44072) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:48.549230 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.581010 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Floating IP d326187f-7335-42df-a7df-bba235943ffa associated. External IP: 172.27.1.28, port: beaa3ceb-9376-4039-96d6-64fe891ecb15. Sep 03 16:27:48.655422 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.671152 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8a655e-f6f2-49b9-a81c-cfc08e6f375b']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:48.942110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Router ca1f19c2-74be-4523-81e7-f0af93f0275c has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:27:48.958637 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21663652-1e38-4dcf-bae2-6c092dc4e18d') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:48.958937 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21663652-1e38-4dcf-bae2-6c092dc4e18d') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:48.971338 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.991190 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.001278 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:27:49.001871 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:27:49.004372 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:27:49.146781 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.153118 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.158495 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c8a655e-f6f2-49b9-a81c-cfc08e6f375b HTTP/1.1" status: 204 len: 168 time: 0.6983211 Sep 03 16:27:49.208050 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:49.227509 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:49.230373 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.253104 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:49.254329 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:49.269053 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81b1fe-5efc-444d-839d-29ed7970296d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8a655e-f6f2-49b9-a81c-cfc08e6f375b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:49.332713 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-935322bd-2e3e-4286-b076-3acde961ba1c req-94af7680-e698-4843-8921-7fa920bb23bd tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 210 time: 0.0655558 Sep 03 16:27:49.352644 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9cf483dd-10ec-468f-816d-9cb8a0b6cb3d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "PUT /v2.0/floatingips/d326187f-7335-42df-a7df-bba235943ffa HTTP/1.1" status: 200 len: 991 time: 1.9573727 Sep 03 16:27:49.357156 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:49.366316 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00815ab-74b9-464d-84c0-4d33b6d210f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:49.431019 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44084) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:49.443700 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-8a7619e1-c839-4934-b906-d822c3cadf26 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:49.446286 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-8a7619e1-c839-4934-b906-d822c3cadf26 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 811 time: 0.3612816 Sep 03 16:27:49.507059 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9bf4a54a-03bb-4f20-92a2-b97c41f2c88b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9b004a1a70b46b2a36ab59cc3483432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740285 Sep 03 16:27:49.510487 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44088) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:49.526814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef143e-de27-4044-a7a6-58c0ab76489a x-openstack-request-id: req-7aef143e-de27-4044-a7a6-58c0ab76489a {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:49.527268 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:49.527675 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7aef143e-de27-4044-a7a6-58c0ab76489a {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:49.529276 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'status': 'completed', 'code': 200} Sep 03 16:27:49.530023 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-56ca9024-2b84-4b07-968f-2c8582fee3fc tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ba5e2be6e840b4a8af30d1bd06133b HTTP/1.1" status: 200 len: 380 time: 0.0714200 Sep 03 16:27:49.547417 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'port': {'device_id': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'admin_state_up': True, 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'security_groups': ['0ddc6acf-bbb3-4877-bc58-639243a50e7b']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:49.579516 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:49.630161 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-774b365c-80ba-4f95-82a1-9b6971aa234c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.644870 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-ba04218d-79e1-4849-b366-06ef1cd27119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:49.646453 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-ba04218d-79e1-4849-b366-06ef1cd27119 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1099 time: 0.0907178 Sep 03 16:27:49.668515 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-774b365c-80ba-4f95-82a1-9b6971aa234c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.722283 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Made reservation on behalf of 11ba5e2be6e840b4a8af30d1bd06133b for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:49.728913 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.817897 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-5872d13d-0216-4dfc-be94-fa3015d0459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:49.820656 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-5872d13d-0216-4dfc-be94-fa3015d0459d service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.1654251 Sep 03 16:27:49.822009 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-774b365c-80ba-4f95-82a1-9b6971aa234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.827528 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-774b365c-80ba-4f95-82a1-9b6971aa234c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.833001 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-774b365c-80ba-4f95-82a1-9b6971aa234c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38ef4298-11dd-4d94-a5d4-44ab7a4630e5 HTTP/1.1" status: 204 len: 168 time: 0.3164098 Sep 03 16:27:49.957470 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-25784ee9-4420-4201-9957-642eed075edb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 200 len: 999 time: 0.1264434 Sep 03 16:27:49.958492 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b365c-80ba-4f95-82a1-9b6971aa234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef4298-11dd-4d94-a5d4-44ab7a4630e5,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:50.023160 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Allocated IP 172.20.0.13 (685dc53f-ffac-45ff-8df7-5a1d82b48b4d/fc601603-5d2d-4df5-b20c-14d8f030377a/e2525814-74b1-461d-840a-565a54ce99dc) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:50.074292 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd326187f-7335-42df-a7df-bba235943ffa', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'mac_address': 'fa:16:3e:41:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:27:35Z', 'updated_at': '2021-09-03T16:27:47Z', 'revision_number': 1, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:50.096068 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-3ab3fa24-4243-47cd-aa2e-5b42f805aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:50.099419 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-3ab3fa24-4243-47cd-aa2e-5b42f805aa60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.1285524 Sep 03 16:27:50.117109 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:50.136412 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:50.137679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:50.192251 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-e30fa7a4-39e0-403a-806b-82fad4897c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:50.196058 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-e30fa7a4-39e0-403a-806b-82fad4897c0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834806 Sep 03 16:27:50.302212 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.327350 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Transition to ACTIVE for port object e2525814-74b1-461d-840a-565a54ce99dc will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:50.367231 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:50.399694 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-164102da-6ae7-4bd7-b2f7-9119171118f1 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930432 Sep 03 16:27:50.409699 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.543047 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:50.555581 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:50.562754 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:50.601452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event updated for resources: {'Port': ['ID=e2525814-74b1-461d-840a-565a54ce99dc,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:50.650094 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-c00815ab-74b9-464d-84c0-4d33b6d210f3 req-790872cc-6026-4d97-ba2c-02a8c411d077 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361042 Sep 03 16:27:50.659124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:27:50.682205 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584c7f-1b0d-4b17-a8a0-134a96a7c381 req-4d3e4196-dd69-4067-aaae-8b9d6fb9a7e4 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:50.686194 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3584c7f-1b0d-4b17-a8a0-134a96a7c381 req-4d3e4196-dd69-4067-aaae-8b9d6fb9a7e4 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 932 time: 0.2060771 Sep 03 16:27:50.694557 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:27:50.695068 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e1400b5d-3e0f-4d44-8fe1-0b039a2390e1 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:27:50.699020 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:50.699477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.733804 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-15401b23-465a-447e-8bbc-6cdf59b95969 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1919284 Sep 03 16:27:50.753578 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Request body: {'port': {'device_id': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:50.776967 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd326187f-7335-42df-a7df-bba235943ffa', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'mac_address': 'fa:16:3e:41:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:27:35Z', 'updated_at': '2021-09-03T16:27:47Z', 'revision_number': 1, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:50.802314 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b3584c7f-1b0d-4b17-a8a0-134a96a7c381 req-5faed524-9dab-46ee-adb0-d14829b8a096 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924354 Sep 03 16:27:50.813462 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ea2d-07f8-4457-9cd2-44013453eaee None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd326187f-7335-42df-a7df-bba235943ffa', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'mac_address': 'fa:16:3e:41:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:27:35Z', 'updated_at': '2021-09-03T16:27:47Z', 'revision_number': 1, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:27:50.857661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.968807 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-79478d7a-c44a-4ffc-8167-0f4f9934b4bc None None] Provisioning for port e2525814-74b1-461d-840a-565a54ce99dc completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:50.976152 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-79478d7a-c44a-4ffc-8167-0f4f9934b4bc None None] Provisioning complete for port e2525814-74b1-461d-840a-565a54ce99dc triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:50.977380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79478d7a-c44a-4ffc-8167-0f4f9934b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.038293 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-79478d7a-c44a-4ffc-8167-0f4f9934b4bc None None] Port e2525814-74b1-461d-840a-565a54ce99dc cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:27:51.286466 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9f3f9-6685-4894-986f-3b8a95adf24b None None] New status for floating IP d326187f-7335-42df-a7df-bba235943ffa: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:27:51.354441 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2525814-74b1-461d-840a-565a54ce99dc {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:27:51.366437 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.383926 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Transition to ACTIVE for port object e2525814-74b1-461d-840a-565a54ce99dc will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:51.390198 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.468778 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2525814-74b1-461d-840a-565a54ce99dc,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:51.585301 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Attempting to bind port e2525814-74b1-461d-840a-565a54ce99dc on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:51.585656 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Attempting to bind port e2525814-74b1-461d-840a-565a54ce99dc by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:51.585994 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Attempting to bind port e2525814-74b1-461d-840a-565a54ce99dc on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:51.592186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Port e2525814-74b1-461d-840a-565a54ce99dc on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:27:51.592525 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Attempting to bind port e2525814-74b1-461d-840a-565a54ce99dc on network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:51.598586 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:51.598938 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Checking segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:51.599340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Bound using segment: {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:51.599806 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Bound port: e2525814-74b1-461d-840a-565a54ce99dc, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f31a98e-130b-42f5-82b9-1cf4855aaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:51.600226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.678382 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] For port e2525814-74b1-461d-840a-565a54ce99dc, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:51.684827 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] For port e2525814-74b1-461d-840a-565a54ce99dc, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2525814-74b1-461d-840a-565a54ce99dc,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:51.693236 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.761921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:51.764492 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.767028 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2525814-74b1-461d-840a-565a54ce99dc HTTP/1.1" status: 200 len: 1094 time: 1.0186455 Sep 03 16:27:51.772887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:51.777533 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd52ce-b915-4085-92ae-a5c44c892f67" -d '{"events": [{"name": "network-changed", "server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "tag": "e2525814-74b1-461d-840a-565a54ce99dc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:51.889030 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c0eb2-acd1-442f-a8d2-514898c70e55 x-openstack-request-id: req-d49c0eb2-acd1-442f-a8d2-514898c70e55 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:51.889380 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "tag": "e2525814-74b1-461d-840a-565a54ce99dc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:51.889544 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d49c0eb2-acd1-442f-a8d2-514898c70e55 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:51.889948 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc', 'status': 'completed', 'code': 200} Sep 03 16:27:51.902277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f37041-ef51-4085-913b-b932634861f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2525814-74b1-461d-840a-565a54ce99dc,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:51.921664 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-f34cc068-4808-43f9-ac0b-ee9d28f09910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:51.923541 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-f34cc068-4808-43f9-ac0b-ee9d28f09910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 1097 time: 0.1030741 Sep 03 16:27:52.011302 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-031650d7-78a7-4c75-a282-0b3a2ab02e15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2525814-74b1-461d-840a-565a54ce99dc HTTP/1.1" status: 200 len: 217 time: 0.0725412 Sep 03 16:27:52.122739 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-9a225153-9b19-42e5-847d-e514df03a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.124306 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-9a225153-9b19-42e5-847d-e514df03a7de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.1050999 Sep 03 16:27:52.208076 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-f9c8f801-d51f-4fc7-97fa-d8108928e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.210707 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-f9c8f801-d51f-4fc7-97fa-d8108928e021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791516 Sep 03 16:27:52.440967 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-dc933733-be74-44c3-a85a-d124e423f35b service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230330 Sep 03 16:27:52.472584 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab866d04-f1a8-47cb-83ae-1ef42bb0166c req-06708d90-c11b-4302-b004-7319f2b25cae tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.474173 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab866d04-f1a8-47cb-83ae-1ef42bb0166c req-06708d90-c11b-4302-b004-7319f2b25cae tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 944 time: 0.5419507 Sep 03 16:27:52.583431 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab866d04-f1a8-47cb-83ae-1ef42bb0166c req-016ea559-9700-41fb-8b91-17bb6411cd60 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838628 Sep 03 16:27:52.602803 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa114d16-2dc3-449b-98fd-2ad3cb18ee04 req-0347b95c-982a-4b3a-8e7c-fa93559cb2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523438 Sep 03 16:27:52.723314 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-55d5017c-157b-459c-9df1-dc34d87fc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.725031 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-55d5017c-157b-459c-9df1-dc34d87fc428 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 1097 time: 0.0609906 Sep 03 16:27:52.849856 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-17c5b78e-5aed-437a-8e2b-4452c59f8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.851701 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-17c5b78e-5aed-437a-8e2b-4452c59f8f1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.1167538 Sep 03 16:27:52.902140 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-b0462e49-9250-456b-b0db-514a1bfbf5d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2525814-74b1-461d-840a-565a54ce99dc HTTP/1.1" status: 200 len: 217 time: 0.0425079 Sep 03 16:27:52.973785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-98a6ad31-e00f-45e8-9614-c9559e3b304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.975462 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-98a6ad31-e00f-45e8-9614-c9559e3b304a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.0631170 Sep 03 16:27:53.041762 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-896f4323-dc37-43e4-b11c-5b32ae411eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:53.044489 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-896f4323-dc37-43e4-b11c-5b32ae411eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557249 Sep 03 16:27:53.191948 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-223b4a57-f5fc-4def-935a-94ba34d3b534 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388597 Sep 03 16:27:53.311708 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2cd52ce-b915-4085-92ae-a5c44c892f67 req-129981f2-fee5-4a91-8afb-e15d7a9f0c06 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109269 Sep 03 16:27:53.744318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc933853-5cfd-43a6-b4bb-8084d96cb8cc req-c8cc9eb6-cbda-4015-b141-3b570cb4c080 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:53.746170 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc933853-5cfd-43a6-b4bb-8084d96cb8cc req-c8cc9eb6-cbda-4015-b141-3b570cb4c080 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 944 time: 0.0602779 Sep 03 16:27:53.796619 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc933853-5cfd-43a6-b4bb-8084d96cb8cc req-fa50ae26-7b2a-40a0-8126-467334a5851a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Sep 03 16:27:53.855080 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44172) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:53.981242 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc6c0-cdd2-4a32-806e-e300a8d8c7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.103454 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc6c0-cdd2-4a32-806e-e300a8d8c7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.108337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc6c0-cdd2-4a32-806e-e300a8d8c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.153281 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7d1dc6c0-cdd2-4a32-806e-e300a8d8c7db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c3b6e68f32e47eca9952463eb89bb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969286 Sep 03 16:27:54.154218 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc6c0-cdd2-4a32-806e-e300a8d8c7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225c4a1-7351-451b-9b91-4b04cf5c9b33,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:54.156526 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44178) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:54.241903 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a6638596-2971-49aa-b840-bec7de8865fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.280148 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a6638596-2971-49aa-b840-bec7de8865fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.360491 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a6638596-2971-49aa-b840-bec7de8865fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.363312 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a6638596-2971-49aa-b840-bec7de8865fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.364655 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a6638596-2971-49aa-b840-bec7de8865fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5225c4a1-7351-451b-9b91-4b04cf5c9b33 HTTP/1.1" status: 204 len: 168 time: 0.2068083 Sep 03 16:27:54.376189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6638596-2971-49aa-b840-bec7de8865fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225c4a1-7351-451b-9b91-4b04cf5c9b33,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:54.688471 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44184) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:54.703843 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d1b8b2b-fad1-419f-b527-3d57487990fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.824825 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d1b8b2b-fad1-419f-b527-3d57487990fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.829313 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9d1b8b2b-fad1-419f-b527-3d57487990fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.872609 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9d1b8b2b-fad1-419f-b527-3d57487990fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=768f6d6d7d644cf8b37b1bd2cccc4b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823266 Sep 03 16:27:54.876975 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44188) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:54.885903 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b8b2b-fad1-419f-b527-3d57487990fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e92cc5-3104-47bf-b707-58fdd3e4b25b,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:54.944277 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca19de11-5cdb-4352-b185-ef755cb1c562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.954590 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda21ff-e471-4924-9eb1-76130d8274f5 req-e4254c9d-6619-4432-a96d-b546028aa4ac tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:54.956244 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aeda21ff-e471-4924-9eb1-76130d8274f5 req-e4254c9d-6619-4432-a96d-b546028aa4ac tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 944 time: 0.0621312 Sep 03 16:27:54.976398 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca19de11-5cdb-4352-b185-ef755cb1c562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.007763 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aeda21ff-e471-4924-9eb1-76130d8274f5 req-ec197782-4602-486a-aceb-0d1cf98733d1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Sep 03 16:27:55.084625 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca19de11-5cdb-4352-b185-ef755cb1c562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.091907 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ca19de11-5cdb-4352-b185-ef755cb1c562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.093690 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ca19de11-5cdb-4352-b185-ef755cb1c562 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01e92cc5-3104-47bf-b707-58fdd3e4b25b HTTP/1.1" status: 204 len: 168 time: 0.2154653 Sep 03 16:27:55.110155 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19de11-5cdb-4352-b185-ef755cb1c562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e92cc5-3104-47bf-b707-58fdd3e4b25b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:56.174759 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12878489-7c43-4f21-a4fd-873e3153e782 req-2e456e67-39dc-48ba-9f02-ec452fe2a468 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:56.179426 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-12878489-7c43-4f21-a4fd-873e3153e782 req-2e456e67-39dc-48ba-9f02-ec452fe2a468 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 944 time: 0.0608802 Sep 03 16:27:56.243428 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-12878489-7c43-4f21-a4fd-873e3153e782 req-6fc5b0c0-e91e-4fd8-81c0-4ed5685bc945 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586491 Sep 03 16:27:56.644961 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e2525814-74b1-461d-840a-565a54ce99dc details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:27:56.775208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e2525814-74b1-461d-840a-565a54ce99dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2525814-74b1-461d-840a-565a54ce99dc,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:56.790537 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'e2525814-74b1-461d-840a-565a54ce99dc', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'port_id': 'e2525814-74b1-461d-840a-565a54ce99dc', 'mac_address': 'fa:16:3e:5e:79:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:27:56.834142 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.850956 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2525814-74b1-461d-840a-565a54ce99dc {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:27:56.879193 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e2525814-74b1-461d-840a-565a54ce99dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2525814-74b1-461d-840a-565a54ce99dc,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:56.885547 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.977376 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e2525814-74b1-461d-840a-565a54ce99dc,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:57.137183 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['e2525814-74b1-461d-840a-565a54ce99dc'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:27:57.422092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b518f7-c33d-47bd-b34b-e68fc57026d8 req-622e89a0-2afe-4ee4-b075-6e803b9ab1d1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:57.425007 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7b518f7-c33d-47bd-b34b-e68fc57026d8 req-622e89a0-2afe-4ee4-b075-6e803b9ab1d1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 945 time: 0.0800719 Sep 03 16:27:57.480018 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7b518f7-c33d-47bd-b34b-e68fc57026d8 req-d147cd47-c646-45b8-94ae-eb6361e1f62a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Sep 03 16:27:58.617325 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97880fed-c071-4319-8835-f628fc6a301a req-1fbab1e1-9155-4299-9df8-b1ee73548e07 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:58.618855 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97880fed-c071-4319-8835-f628fc6a301a req-1fbab1e1-9155-4299-9df8-b1ee73548e07 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Sep 03 16:27:58.662897 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97880fed-c071-4319-8835-f628fc6a301a req-7b65ad0d-f009-4268-9492-470a5885b5ed tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363472 Sep 03 16:27:58.669993 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e2525814-74b1-461d-840a-565a54ce99dc up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:58.729623 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port e2525814-74b1-461d-840a-565a54ce99dc completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:58.733939 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port e2525814-74b1-461d-840a-565a54ce99dc triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:58.734325 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.830964 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.861476 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:27:58.863794 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f8318d-6f9f-47dc-8450-8e1b39af0825" -d '{"events": [{"server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "name": "network-vif-plugged", "status": "completed", "tag": "e2525814-74b1-461d-840a-565a54ce99dc"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:27:58.880917 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port e2525814-74b1-461d-840a-565a54ce99dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2525814-74b1-461d-840a-565a54ce99dc,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:58.888464 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.916596 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfab31e-49b6-4da7-85b3-3ad719f506ee x-openstack-request-id: req-1bfab31e-49b6-4da7-85b3-3ad719f506ee {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:27:58.916888 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "name": "network-vif-plugged", "status": "completed", "tag": "e2525814-74b1-461d-840a-565a54ce99dc", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:27:58.917162 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bfab31e-49b6-4da7-85b3-3ad719f506ee {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:27:58.917642 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc', 'code': 200} Sep 03 16:27:58.951637 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=e2525814-74b1-461d-840a-565a54ce99dc,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:59.102017 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438916a-ebd8-4a32-809b-fc97865d6d39 req-f51f3831-160f-4f48-b727-70a198546281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:59.103562 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9438916a-ebd8-4a32-809b-fc97865d6d39 req-f51f3831-160f-4f48-b727-70a198546281 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 1099 time: 0.0424523 Sep 03 16:27:59.143776 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9438916a-ebd8-4a32-809b-fc97865d6d39 req-5e0b21d2-0c3a-45c4-bdfe-388b171dde60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Sep 03 16:27:59.800948 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90361363-6395-40d3-8252-c8055cb813c0 req-4a92fdfd-34a8-439d-852c-25ba09a568a8 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:59.802564 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90361363-6395-40d3-8252-c8055cb813c0 req-4a92fdfd-34a8-439d-852c-25ba09a568a8 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0602112 Sep 03 16:27:59.844961 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90361363-6395-40d3-8252-c8055cb813c0 req-51824347-4bb6-470c-97c0-72159119354e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Sep 03 16:28:00.159410 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:00.974435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8776bb7-4a50-47a5-ac27-405c6c357356 req-298c28b6-73bf-4e74-8206-cb5cab7c9c46 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:00.976370 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8776bb7-4a50-47a5-ac27-405c6c357356 req-298c28b6-73bf-4e74-8206-cb5cab7c9c46 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0587242 Sep 03 16:28:01.030810 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8776bb7-4a50-47a5-ac27-405c6c357356 req-837a6e9f-06c5-4274-a9d8-b7ce3e3d854b tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470765 Sep 03 16:28:02.190696 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084710f-8cd4-4e31-87dd-23ec0cc10981 req-c9babe86-ea76-4056-91e0-f455eb52e72d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.192526 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c084710f-8cd4-4e31-87dd-23ec0cc10981 req-c9babe86-ea76-4056-91e0-f455eb52e72d tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0656996 Sep 03 16:28:02.270164 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c084710f-8cd4-4e31-87dd-23ec0cc10981 req-4d41317d-4467-496e-be44-e6b7cc826cfe tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653725 Sep 03 16:28:02.273245 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-828f8737-8407-487e-8cd2-24a68d262faf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772474 Sep 03 16:28:02.383811 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-072f500d-4f78-4d76-98c8-e9edf0cdbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.385437 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-072f500d-4f78-4d76-98c8-e9edf0cdbc7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1138 time: 0.0443408 Sep 03 16:28:02.500943 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-b7b24755-6ea5-413e-ab88-946e294ba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.502466 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-b7b24755-6ea5-413e-ab88-946e294ba180 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.0954702 Sep 03 16:28:02.585480 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-35cbdbbb-eef9-48ea-afbe-da55e83092e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 1001 time: 0.0731530 Sep 03 16:28:02.644079 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-3c2e54ae-9238-4d45-ad5b-b0e9eace8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.645606 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-3c2e54ae-9238-4d45-ad5b-b0e9eace8666 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0524685 Sep 03 16:28:02.696002 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-e60aaee4-acf3-44da-bc60-d99bfea9866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.697584 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-e60aaee4-acf3-44da-bc60-d99bfea9866f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445454 Sep 03 16:28:02.807517 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-78330073-8a5a-4940-bc3c-e584e038a165 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012373 Sep 03 16:28:02.922956 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7092ba9c-6a42-4345-81d1-9f4d29a659f8 req-a47d4256-90b3-432e-8024-05c4c3120cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046419 Sep 03 16:28:03.452948 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2d71-e816-4601-9bbb-ac4754f1879b req-2bd9310e-4fcf-41ec-8fea-c66a53b4064a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:03.454565 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f5cd2d71-e816-4601-9bbb-ac4754f1879b req-2bd9310e-4fcf-41ec-8fea-c66a53b4064a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0905044 Sep 03 16:28:03.513433 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f5cd2d71-e816-4601-9bbb-ac4754f1879b req-ba46a122-01e8-4909-843d-a61129bb88b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512936 Sep 03 16:28:03.671769 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632baf6-e8dc-4bce-9936-9fc0c73958e8 req-5c7188f8-83d8-499f-857a-ba9a0a003f62 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:03.674545 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1632baf6-e8dc-4bce-9936-9fc0c73958e8 req-5c7188f8-83d8-499f-857a-ba9a0a003f62 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0707426 Sep 03 16:28:03.685896 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44294) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:03.692140 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Request body: {'floatingip': {'port_id': 'e2525814-74b1-461d-840a-565a54ce99dc'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:03.744350 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.258844 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.263899 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.389280 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Floating IP 606aea24-fe47-4e67-8480-145810aaf262 associated. External IP: 172.27.1.251, port: e2525814-74b1-461d-840a-565a54ce99dc. Sep 03 16:28:04.928913 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:28:05.078495 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:28:05.085799 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.101546 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:28:05.117579 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:05.118623 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:05.119672 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9cca343a-a82f-4273-bcc7-92a9d0c80eb1 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "PUT /v2.0/floatingips/606aea24-fe47-4e67-8480-145810aaf262 HTTP/1.1" status: 200 len: 992 time: 1.4322400 Sep 03 16:28:05.120590 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:05.125311 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45607f56-601d-40b6-867e-68589d97bb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "tag": "e2525814-74b1-461d-840a-565a54ce99dc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:05.176389 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602c60e-8cd6-40ec-b187-fd52023268a6 x-openstack-request-id: req-d602c60e-8cd6-40ec-b187-fd52023268a6 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:05.176796 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "tag": "e2525814-74b1-461d-840a-565a54ce99dc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:05.177145 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d602c60e-8cd6-40ec-b187-fd52023268a6 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:05.177639 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc', 'status': 'completed', 'code': 200} Sep 03 16:28:05.304201 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:05.397296 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45607f56-601d-40b6-867e-68589d97bb5a req-5246ee23-c486-4ca3-a284-1efed0de26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:05.399526 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-5246ee23-c486-4ca3-a284-1efed0de26eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 1099 time: 0.1896124 Sep 03 16:28:05.522512 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45607f56-601d-40b6-867e-68589d97bb5a req-a5e30be8-5e0a-41ff-94bb-e05c7f3f8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:05.524472 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-a5e30be8-5e0a-41ff-94bb-e05c7f3f8ac1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 200 len: 912 time: 0.1175337 Sep 03 16:28:05.609016 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-5161150f-8d16-468c-9657-357475d6d9dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2525814-74b1-461d-840a-565a54ce99dc HTTP/1.1" status: 200 len: 1000 time: 0.0772228 Sep 03 16:28:05.664011 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45607f56-601d-40b6-867e-68589d97bb5a req-d6860122-3e5a-4692-915e-ce59ce3a1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:05.665524 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-d6860122-3e5a-4692-915e-ce59ce3a1946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 200 len: 850 time: 0.0488493 Sep 03 16:28:05.728718 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45607f56-601d-40b6-867e-68589d97bb5a req-18cdc592-b7e0-4307-9190-be3696f6d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:05.730381 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '606aea24-fe47-4e67-8480-145810aaf262', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'port_id': 'e2525814-74b1-461d-840a-565a54ce99dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'mac_address': 'fa:16:3e:5e:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:28:04Z', 'revision_number': 1, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:05.730728 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-18cdc592-b7e0-4307-9190-be3696f6d8d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=685dc53f-ffac-45ff-8df7-5a1d82b48b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515234 Sep 03 16:28:05.760071 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:28:05.769381 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:05.770045 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:27:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:05.850863 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-043026ff-c5ab-4f6d-a6da-c3b968caa113 service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098585 Sep 03 16:28:05.915935 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:05.984416 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45607f56-601d-40b6-867e-68589d97bb5a req-c7827948-f96a-4a68-9cef-6a7a68d9288b service neutron] 10.222.0.15 "GET /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257579 Sep 03 16:28:06.204019 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '606aea24-fe47-4e67-8480-145810aaf262', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'port_id': 'e2525814-74b1-461d-840a-565a54ce99dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'mac_address': 'fa:16:3e:5e:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:28:04Z', 'revision_number': 1, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:06.235669 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ce91cb-d633-4725-a0ec-b720bdbd843a None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '606aea24-fe47-4e67-8480-145810aaf262', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'port_id': 'e2525814-74b1-461d-840a-565a54ce99dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'mac_address': 'fa:16:3e:5e:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:28:04Z', 'revision_number': 1, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:28:06.377456 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44322) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:06.499270 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09240a1-af1c-4456-ae5d-154921e87f59 None None] New status for floating IP 606aea24-fe47-4e67-8480-145810aaf262: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:28:06.534024 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f650acb8-2224-4a06-8a1d-6c22d0167e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.664734 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f650acb8-2224-4a06-8a1d-6c22d0167e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.669479 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f650acb8-2224-4a06-8a1d-6c22d0167e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.715729 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650acb8-2224-4a06-8a1d-6c22d0167e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db70b4-ab5c-47a4-b908-01762b6a7ed2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:06.720594 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f650acb8-2224-4a06-8a1d-6c22d0167e02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=164f73b83c8e4061b484d14b54e23c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420098 Sep 03 16:28:06.724378 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44328) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:06.783385 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8cecc5c-7eaa-43f4-b016-13b7d3de47c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.813266 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8cecc5c-7eaa-43f4-b016-13b7d3de47c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.878537 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8cecc5c-7eaa-43f4-b016-13b7d3de47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.881310 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d8cecc5c-7eaa-43f4-b016-13b7d3de47c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.882603 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d8cecc5c-7eaa-43f4-b016-13b7d3de47c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58db70b4-ab5c-47a4-b908-01762b6a7ed2 HTTP/1.1" status: 204 len: 168 time: 0.1566312 Sep 03 16:28:06.895775 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cecc5c-7eaa-43f4-b016-13b7d3de47c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db70b4-ab5c-47a4-b908-01762b6a7ed2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:07.244319 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44334) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:07.263511 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bfdb-c1bb-477f-bf18-60f64277a8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.395515 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bfdb-c1bb-477f-bf18-60f64277a8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.400865 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bfdb-c1bb-477f-bf18-60f64277a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.450909 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8bfdb-c1bb-477f-bf18-60f64277a8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f8b52c-e392-465b-8916-c14c34abc582,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:07.457088 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0ab8bfdb-c1bb-477f-bf18-60f64277a8b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a9413fc4bfe445b9702a32ef4cf19a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113247 Sep 03 16:28:07.459758 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44338) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:07.521329 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-858e99ee-461a-46a3-ab06-add43e67b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.552700 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-858e99ee-461a-46a3-ab06-add43e67b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.616299 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-858e99ee-461a-46a3-ab06-add43e67b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.619221 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-858e99ee-461a-46a3-ab06-add43e67b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.620552 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-858e99ee-461a-46a3-ab06-add43e67b0a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22f8b52c-e392-465b-8916-c14c34abc582 HTTP/1.1" status: 204 len: 168 time: 0.1597726 Sep 03 16:28:07.633552 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e99ee-461a-46a3-ab06-add43e67b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f8b52c-e392-465b-8916-c14c34abc582,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:08.262938 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1e57323-dd06-43ad-a34e-0a718a10fb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.179354 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ef9eb5f-2158-4507-8641-d7e97288005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.234560 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.273446 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.894223 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.946181 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-caebb1a1-a261-4552-a2d5-71bbbdb3a2be tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043275619&fields=id&tenant_id=d8cc456727414a2c918839243eb2909e HTTP/1.1" status: 200 len: 267 time: 0.0383039 Sep 03 16:28:14.006545 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-c5b406f2-b3f8-4f94-a041-8d7b1fd6cb80 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.008216 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-c5b406f2-b3f8-4f94-a041-8d7b1fd6cb80 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 985 time: 0.0544512 Sep 03 16:28:14.020128 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Request body: {'port': {'security_groups': ['df7c9c35-ab40-4d1f-a351-bcaa2b23683d']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:14.102645 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.310197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:14.343615 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.349281 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.364010 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8e48f2f9-8157-4010-87f6-493139e8bf2d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:14.412317 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.413053 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.414593 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-496effd5-21bb-4f25-9523-3f9e74df70e0 req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "PUT /v2.0/ports/8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 943 time: 0.3996382 Sep 03 16:28:14.415091 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:14.417679 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b079d2-4c6b-4c5c-be38-d517be2bebfb" -d '{"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:14.425280 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44404) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:14.484744 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99953ffa-9db6-4657-83ed-2bb136a66e0c x-openstack-request-id: req-99953ffa-9db6-4657-83ed-2bb136a66e0c {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:14.485113 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:14.485315 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99953ffa-9db6-4657-83ed-2bb136a66e0c {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:14.485707 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'status': 'completed', 'code': 200} Sep 03 16:28:14.520203 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ffc82eb-8d57-4940-9690-2c9c7dd88fc6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.550452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ffc82eb-8d57-4940-9690-2c9c7dd88fc6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.564455 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8e48f2f9-8157-4010-87f6-493139e8bf2d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:14.597069 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1bfc-5ba4-45c5-8db3-02201e2f4f5a tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event updated for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=7']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:14.721250 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ffc82eb-8d57-4940-9690-2c9c7dd88fc6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.726257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9ffc82eb-8d57-4940-9690-2c9c7dd88fc6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.727520 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9ffc82eb-8d57-4940-9690-2c9c7dd88fc6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "DELETE /v2.0/security-groups/23d15181-c114-43c8-8c54-025813a65306 HTTP/1.1" status: 204 len: 168 time: 0.3013072 Sep 03 16:28:14.730539 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44416) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:14.774936 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-737fbe7c-970d-46ec-94a6-49ac5261fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.789401 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-737fbe7c-970d-46ec-94a6-49ac5261fa77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1099 time: 0.1647990 Sep 03 16:28:14.806041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc82eb-8d57-4940-9690-2c9c7dd88fc6 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d15181-c114-43c8-8c54-025813a65306,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:14.950528 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b5500d11-1612-45be-853c-a0af3208d693 None None] Provisioning complete for port 8e48f2f9-8157-4010-87f6-493139e8bf2d triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:14.951299 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-1dfd5296-3614-4372-9254-a78c0b841b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.951943 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5500d11-1612-45be-853c-a0af3208d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.952760 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-1dfd5296-3614-4372-9254-a78c0b841b04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.1623960 Sep 03 16:28:15.085695 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-32c40eb0-07de-4c2f-ba82-33dbd758ac94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 1001 time: 0.1199441 Sep 03 16:28:15.161477 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Deleting port 019478b0-615a-43cb-91aa-e59ff0f6d8f0 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:15.162532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.173387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-98a8c415-a0b5-491e-a7d6-4b35889353cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.176004 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-98a8c415-a0b5-491e-a7d6-4b35889353cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0840318 Sep 03 16:28:15.240651 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-4e28ac2f-10c5-43d8-b55b-fbaff6e56d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.242498 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-4e28ac2f-10c5-43d8-b55b-fbaff6e56d93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574350 Sep 03 16:28:15.271478 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.272226 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.296024 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Calling delete_port for 019478b0-615a-43cb-91aa-e59ff0f6d8f0 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:15.411422 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-80fcefd1-d175-4e85-8b77-b80c8ac050ff service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572814 Sep 03 16:28:15.554268 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53b079d2-4c6b-4c5c-be38-d517be2bebfb req-cae87c2d-e8bc-4c90-9c52-b8a15d2b9bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330762 Sep 03 16:28:15.625285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.656468 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event deleted for resources: {'Port': ['ID=019478b0-615a-43cb-91aa-e59ff0f6d8f0,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:15.690057 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.690607 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.691178 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.691733 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.692627 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.692814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.693272 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.693703 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.694249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.694735 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.695217 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.695715 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:15.746387 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.747358 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Floating IP 25281a47-b441-48c4-9837-8f38cddccc1a disassociated (deleted). External IP: 172.27.1.46, port: 8e48f2f9-8157-4010-87f6-493139e8bf2d. Sep 03 16:28:15.990515 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Router 2614df85-0f05-42fe-a18c-9c806a72d5c5 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:28:16.113685 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:28:16.119168 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.127629 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] Sync routers for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:28:16.139843 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:16.140942 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:28:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:16.155800 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a7ffa0b8-de28-4dd4-9537-e0da566762eb tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "DELETE /v2.0/floatingips/25281a47-b441-48c4-9837-8f38cddccc1a HTTP/1.1" status: 204 len: 168 time: 1.4211688 Sep 03 16:28:16.157031 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:16.161138 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:16.297035 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:16.311601 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f750442d-c769-4dc0-b765-65ccdbe166e2 x-openstack-request-id: req-f750442d-c769-4dc0-b765-65ccdbe166e2 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:16.312220 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:16.312723 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f750442d-c769-4dc0-b765-65ccdbe166e2 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:16.313385 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'status': 'completed', 'code': 200} Sep 03 16:28:16.412701 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-7e9af246-d7f4-4e07-a0f8-ae71626ba8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.415022 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-7e9af246-d7f4-4e07-a0f8-ae71626ba8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8cc456727414a2c918839243eb2909e&device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 1099 time: 0.0769536 Sep 03 16:28:16.615194 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-c9ff08fb-4e4b-46f3-9002-e675f87d4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.617841 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-c9ff08fb-4e4b-46f3-9002-e675f87d4130 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 200 len: 916 time: 0.1945343 Sep 03 16:28:16.647302 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:16.675211 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-b95110c8-d52d-4493-941c-d19d9f2409ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 200 len: 217 time: 0.0408638 Sep 03 16:28:16.696765 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] Checking router: 2614df85-0f05-42fe-a18c-9c806a72d5c5 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:28:16.715757 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:16.716943 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:28:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:16.760582 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-1d532db3-8942-4f37-8be6-5c22d92a6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.763005 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-1d532db3-8942-4f37-8be6-5c22d92a6087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 200 len: 854 time: 0.0764899 Sep 03 16:28:16.842908 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-2eaea44d-cc01-4e65-a291-2e566db85b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.846997 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-2eaea44d-cc01-4e65-a291-2e566db85b49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728300 Sep 03 16:28:16.849266 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:16.995802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-02d3fc2d-4c44-463c-8362-b85c74fcf71e service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361291 Sep 03 16:28:17.116532 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bf7cb8f-dc85-4ff3-be7e-f67f075a1f3e req-8c788775-d934-4d5e-b263-cef921d87b9d service neutron] 10.222.0.15 "GET /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120718 Sep 03 16:28:17.117367 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:17.180875 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d974d54-ccab-4aeb-ae43-a61955e8de26 None None] The sync data for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi is: [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:25:19Z', 'revision_number': 4, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '4aabe8bd-31a3-4057-9bb8-09affb87cc82', 'name': '', 'network_id': '5fa27770-dfa1-461b-8747-e0e7cf3b3c8b', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'mac_address': 'fa:16:3e:f5:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:18Z', 'updated_at': '2021-09-03T16:25:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'subnets': [{'id': '08dbd16a-379f-433d-a497-1bb0ab746c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:28:17.453922 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658cf65a-b271-49ec-a683-a663a591328d None None] New status for floating IP 25281a47-b441-48c4-9837-8f38cddccc1a: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:28:18.272819 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44494) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:18.351594 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:28:18.406625 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-adf1f0c6-cf7e-4fcf-b29f-951bd9582244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.572242 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-adf1f0c6-cf7e-4fcf-b29f-951bd9582244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.577661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-adf1f0c6-cf7e-4fcf-b29f-951bd9582244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.624068 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-adf1f0c6-cf7e-4fcf-b29f-951bd9582244 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1f1718c14214a7d9a8475df062e5ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496873 Sep 03 16:28:18.625007 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1f0c6-cf7e-4fcf-b29f-951bd9582244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313e0b00-cf50-4287-9fa5-fcb2bc1b27f6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:18.627660 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44498) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:18.693993 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9124-0538-457f-bffa-9094acbdb99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.720229 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9124-0538-457f-bffa-9094acbdb99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.788262 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9124-0538-457f-bffa-9094acbdb99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.791006 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-eb1d9124-0538-457f-bffa-9094acbdb99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.792298 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-eb1d9124-0538-457f-bffa-9094acbdb99b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/313e0b00-cf50-4287-9fa5-fcb2bc1b27f6 HTTP/1.1" status: 204 len: 168 time: 0.1631823 Sep 03 16:28:18.801164 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d9124-0538-457f-bffa-9094acbdb99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e0b00-cf50-4287-9fa5-fcb2bc1b27f6,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:19.140973 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c785f2-f674-4163-92e2-dd2c84f45c3b req-ad372c3b-e947-4a05-be17-43712c6e0227 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.142703 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83c785f2-f674-4163-92e2-dd2c84f45c3b req-ad372c3b-e947-4a05-be17-43712c6e0227 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0635369 Sep 03 16:28:19.205731 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83c785f2-f674-4163-92e2-dd2c84f45c3b req-cc286efe-2945-40c4-8c4b-3dc66e16bcde tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Sep 03 16:28:20.356960 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067db9a-de4a-4878-8e16-3ad337e7c11b req-430ee4b7-2844-42cd-80ba-bc5dd57b33a5 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:20.358589 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e067db9a-de4a-4878-8e16-3ad337e7c11b req-430ee4b7-2844-42cd-80ba-bc5dd57b33a5 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0567291 Sep 03 16:28:20.403177 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e067db9a-de4a-4878-8e16-3ad337e7c11b req-7afd14b9-35f5-4f73-ac30-968ed0e36cf4 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/security-groups?id=df7c9c35-ab40-4d1f-a351-bcaa2b23683d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 Sep 03 16:28:20.995501 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-87becbe3-6386-4f7e-a56c-39671528e718 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:20.997678 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-87becbe3-6386-4f7e-a56c-39671528e718 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.15 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 946 time: 0.0558796 Sep 03 16:28:21.095526 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Deleting port 8e48f2f9-8157-4010-87f6-493139e8bf2d {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:21.095888 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.206724 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] For port 8e48f2f9-8157-4010-87f6-493139e8bf2d, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=8e48f2f9-8157-4010-87f6-493139e8bf2d,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:21.207100 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.222421 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Calling delete_port for 8e48f2f9-8157-4010-87f6-493139e8bf2d owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:21.373436 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.389571 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['8e48f2f9-8157-4010-87f6-493139e8bf2d'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:21.422440 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Pushing event deleted for resources: {'Port': ['ID=8e48f2f9-8157-4010-87f6-493139e8bf2d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:21.475336 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] No DVR routers for this DVR port 8e48f2f9-8157-4010-87f6-493139e8bf2d on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:28:21.479359 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.482538 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56ef28c5-fa00-43e3-ba50-fe27135bdfda req-000ff103-b5c3-43c1-bfa0-feeb9c990a04 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.15 "DELETE /v2.0/ports/8e48f2f9-8157-4010-87f6-493139e8bf2d HTTP/1.1" status: 204 len: 173 time: 0.4785755 Sep 03 16:28:21.483448 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'name': 'network-vif-deleted', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:21.494394 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704bbbaf-6cf2-49bf-92b9-04c70421d31e" -d '{"events": [{"server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "name": "network-vif-deleted", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:21.542336 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-94559035-ab96-407e-aa18-b59c53e95a2c req-627109e1-2a63-4855-8afc-9b969a26f016 tempest-TestMinimumBasicScenario-1817453698 tempest-TestMinimumBasicScenario-1817453698-project] 10.222.0.42 "GET /v2.0/ports?device_id=17f54d40-1d87-4fc9-9cd3-6661d7e9d03b HTTP/1.1" status: 200 len: 210 time: 0.0435183 Sep 03 16:28:21.580437 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91f355c-92a6-4108-b50d-dd17519a5f9b x-openstack-request-id: req-c91f355c-92a6-4108-b50d-dd17519a5f9b {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:21.580739 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f54d40-1d87-4fc9-9cd3-6661d7e9d03b", "name": "network-vif-deleted", "tag": "8e48f2f9-8157-4010-87f6-493139e8bf2d", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:21.580994 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c91f355c-92a6-4108-b50d-dd17519a5f9b {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:21.581404 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f54d40-1d87-4fc9-9cd3-6661d7e9d03b', 'name': 'network-vif-deleted', 'tag': '8e48f2f9-8157-4010-87f6-493139e8bf2d', 'status': 'completed', 'code': 200} Sep 03 16:28:23.394597 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44636) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:23.638908 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44642) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:23.758710 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9aea-59e2-4c79-8e8d-02b9ddbdf5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.878759 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9aea-59e2-4c79-8e8d-02b9ddbdf5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.884959 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9aea-59e2-4c79-8e8d-02b9ddbdf5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.936289 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3b1b9aea-59e2-4c79-8e8d-02b9ddbdf5de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cda20931df7444b8587b1f6fb426ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951229 Sep 03 16:28:23.939842 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44648) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:23.948275 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b9aea-59e2-4c79-8e8d-02b9ddbdf5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32f46d-92ab-4733-a2c8-ba12a64c9094,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:23.982890 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.999014 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c7172bc-8cfb-46f8-aca5-99d764fe70eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.024576 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c7172bc-8cfb-46f8-aca5-99d764fe70eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.083852 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c7172bc-8cfb-46f8-aca5-99d764fe70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.088103 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c7172bc-8cfb-46f8-aca5-99d764fe70eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.089914 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9c7172bc-8cfb-46f8-aca5-99d764fe70eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa32f46d-92ab-4733-a2c8-ba12a64c9094 HTTP/1.1" status: 204 len: 168 time: 0.1490119 Sep 03 16:28:24.099585 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7172bc-8cfb-46f8-aca5-99d764fe70eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32f46d-92ab-4733-a2c8-ba12a64c9094,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:24.563333 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Deleting port 4aabe8bd-31a3-4057-9bb8-09affb87cc82 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:24.564015 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.710255 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] For port 4aabe8bd-31a3-4057-9bb8-09affb87cc82, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=4aabe8bd-31a3-4057-9bb8-09affb87cc82,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:24.711697 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.732964 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Calling delete_port for 4aabe8bd-31a3-4057-9bb8-09affb87cc82 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:24.851086 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8e48f2f9-8157-4010-87f6-493139e8bf2d no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:24.888716 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 8e48f2f9-8157-4010-87f6-493139e8bf2d {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:24.889296 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 8e48f2f9-8157-4010-87f6-493139e8bf2d not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:24.986682 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44674) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:25.044398 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.081375 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aabe8bd-31a3-4057-9bb8-09affb87cc82,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.159001 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1825900924-network', 'tenant_id': 'e6be9ab699234ef2892b00043bdd8cde'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:25.198729 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Made reservation on behalf of e6be9ab699234ef2892b00043bdd8cde for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:28:25.204063 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.223942 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.294511 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.364553 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.369962 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.424612 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:28:25.437823 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b46e7-988d-43f1-bb73-473f91700efb,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.453322 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.453646 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Added segment d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9 of type vlan for network 4ac4f654-c256-4b65-b8d1-27dd089585b1 Sep 03 16:28:25.535536 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.573295 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Router 2614df85-0f05-42fe-a18c-9c806a72d5c5 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:28:25.582163 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.582884 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:25.583487 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.618320 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6298456 Sep 03 16:28:25.623148 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44678) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:25.628704 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Request body: {'subnet': {'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1825900924-subnet', 'tenant_id': 'e6be9ab699234ef2892b00043bdd8cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:25.667723 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637243c-57a5-4545-9978-2f65b84d6500 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac4f654-c256-4b65-b8d1-27dd089585b1,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.683805 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 4ac4f654-c256-4b65-b8d1-27dd089585b1 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:28:25.691166 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Made reservation on behalf of e6be9ab699234ef2892b00043bdd8cde for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:28:25.694331 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654986'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.709723 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:28:25.717813 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ae96ddb2-2c93-4031-8e82-8d4b0ed15cf1 admin admin] 10.222.0.42 "PUT /v2.0/routers/2614df85-0f05-42fe-a18c-9c806a72d5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202553 Sep 03 16:28:25.724619 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44680) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:25.734641 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] Sync routers for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:28:25.834580 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:25.835529 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:28:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:25.852851 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.969941 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11655012'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.996292 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.033602 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:26.052572 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db84200-2dc0-47cc-80cd-58fe7c6f4f13,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:26.075999 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Checking segment: {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:26.076615 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Network hostable DHCP agents. Network: 4ac4f654-c256-4b65-b8d1-27dd089585b1, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:28:26.078510 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Deleting port 1a87abb7-4440-425d-bd65-e37fdd2035c1 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:26.079323 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.110085 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Network 4ac4f654-c256-4b65-b8d1-27dd089585b1 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:28:26.126105 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 4ac4f654-c256-4b65-b8d1-27dd089585b1) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:26.134227 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:26.135497 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.154967 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-10660371-a434-4568-a467-4de25e4034cf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5303876 Sep 03 16:28:26.266003 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] For port 1a87abb7-4440-425d-bd65-e37fdd2035c1, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=1a87abb7-4440-425d-bd65-e37fdd2035c1,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:26.266834 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.268712 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:28:24Z', 'revision_number': 5, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port': {'id': '1a87abb7-4440-425d-bd65-e37fdd2035c1', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:16Z', 'updated_at': '2021-09-03T16:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:26.291609 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Calling delete_port for 1a87abb7-4440-425d-bd65-e37fdd2035c1 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:26.303947 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b63750-18e7-45f7-b631-6fc91b7d4dae None None] Network 4ac4f654-c256-4b65-b8d1-27dd089585b1 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:28:26.306434 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] Checking router: 2614df85-0f05-42fe-a18c-9c806a72d5c5 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:28:26.342039 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] Routers {'2614df85-0f05-42fe-a18c-9c806a72d5c5'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:26.342697 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:28:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['2614df85-0f05-42fe-a18c-9c806a72d5c5'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:26.565558 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.612524 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a87abb7-4440-425d-bd65-e37fdd2035c1,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:26.624801 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] Set router 2614df85-0f05-42fe-a18c-9c806a72d5c5 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:26.706036 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:28:25Z', 'revision_number': 6, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:26.714731 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.755708 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ae94d-30a9-46c5-9138-9519df617fd6 None None] The sync data for ids ['2614df85-0f05-42fe-a18c-9c806a72d5c5'] in dv-cinder-760178-8-iscsi is: [{'id': '2614df85-0f05-42fe-a18c-9c806a72d5c5', 'name': 'tempest-TestMinimumBasicScenario-1768261183-router', 'tenant_id': 'd8cc456727414a2c918839243eb2909e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:15Z', 'updated_at': '2021-09-03T16:28:25Z', 'revision_number': 6, 'project_id': 'd8cc456727414a2c918839243eb2909e', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:28:26.772709 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1041680-1db5-4374-876b-8056dc82eae7 None None] Network 4ac4f654-c256-4b65-b8d1-27dd089585b1 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:28:26.897245 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.900144 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.969891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.970767 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2614df85-0f05-42fe-a18c-9c806a72d5c5 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:28:26.978656 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:26.991669 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8f16e6e1-8381-4b00-94ac-d3e5931930e2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2614df85-0f05-42fe-a18c-9c806a72d5c5 HTTP/1.1" status: 204 len: 168 time: 1.2551181 Sep 03 16:28:26.992050 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44696) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:27.051852 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Deleting subnet 08dbd16a-379f-433d-a497-1bb0ab746c7e {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:28:27.056962 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.111637 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.267055 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.323231 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.352186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08dbd16a-379f-433d-a497-1bb0ab746c7e,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:27.358790 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.361139 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4a7637ff-a7a7-43aa-a73b-b834b184a129 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/08dbd16a-379f-433d-a497-1bb0ab746c7e HTTP/1.1" status: 204 len: 168 time: 0.3756671 Sep 03 16:28:27.363357 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44702) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:27.364174 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d3ab5-985e-4dc0-974f-b6b273efc0a2 None None] Network 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:28:27.469585 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.536057 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Deleting port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:27.536411 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.589443 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] DHCP port deletion for 5fa27770-dfa1-461b-8747-e0e7cf3b3c8b request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:28:27.611656 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] For port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:27.612075 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.627681 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Calling delete_port for 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:27.652220 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Deleting port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:27.653332 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.656677 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 4aabe8bd-31a3-4057-9bb8-09affb87cc82 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:27.691050 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 4aabe8bd-31a3-4057-9bb8-09affb87cc82 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:27.691407 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 4aabe8bd-31a3-4057-9bb8-09affb87cc82 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:27.727717 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.748377 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] For port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,segment=NetworkSegment(f70d51e8-a3e7-4a25-af81-2e8e4bf350c6),segment_id=f70d51e8-a3e7-4a25-af81-2e8e4bf350c6)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:27.748779 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.755366 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:27.759325 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] No DVR routers for this DVR port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 on host dv-cinder-760178-8-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:28:27.776061 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Calling delete_port for 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:27.839540 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.853023 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa27770-dfa1-461b-8747-e0e7cf3b3c8b']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:27.869767 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:27.870291 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70d51e8-a3e7-4a25-af81-2e8e4bf350c6') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:27.882826 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.900093 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.909656 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:28:27.910348 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:28:27.912269 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:28:27.924208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:27.955910 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Pushing event deleted for resources: {'Port': ['ID=2b490c5b-5bef-4d0d-bfd0-42ac01e9b678,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:27.958550 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] No DVR routers for this DVR port 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:28:27.968620 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.969010 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.969310 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.969650 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.970283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.970788 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.971062 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.971698 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.972260 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.972771 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.973400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.974063 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2181435-b3ab-4a59-9855-ed5182f39892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:27.988664 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:28.001676 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:28.003545 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5fa27770-dfa1-461b-8747-e0e7cf3b3c8b HTTP/1.1" status: 204 len: 168 time: 0.6391239 Sep 03 16:28:28.012602 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44706) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:28.017510 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9822469-4c13-4861-80e7-eb96929247e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa27770-dfa1-461b-8747-e0e7cf3b3c8b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:28.495574 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-9211b9ea-8a70-483b-bf44-406ba2032325 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:28.497240 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-9211b9ea-8a70-483b-bf44-406ba2032325 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/networks?id=4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 200 len: 814 time: 0.1905751 Sep 03 16:28:28.545358 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ea3e40a4-0820-402a-a6b8-15e4856d1efb tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/quotas/e6be9ab699234ef2892b00043bdd8cde HTTP/1.1" status: 200 len: 375 time: 0.0174944 Sep 03 16:28:28.587580 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6365a42f-7f1c-45fc-86a7-8dff79b7ce39 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e6be9ab699234ef2892b00043bdd8cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343740 Sep 03 16:28:28.814009 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-3f826c62-8eae-408e-813d-eeddbd8389a4 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155294 Sep 03 16:28:28.969857 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-77b1c3d4-c2a1-4d41-919d-6f5181a5a446 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494465 Sep 03 16:28:28.987718 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.229981 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0499f376-09c5-4c28-a3dc-2929b27c1ad7 req-1df464c0-dac0-42bc-828a-ed1832a07a4c tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 210 time: 0.0626891 Sep 03 16:28:29.275297 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1a87abb7-4440-425d-bd65-e37fdd2035c1 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:29.314835 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 1a87abb7-4440-425d-bd65-e37fdd2035c1 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:29.315781 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 1a87abb7-4440-425d-bd65-e37fdd2035c1 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:29.316720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:29.341903 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:29.342262 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 2b490c5b-5bef-4d0d-bfd0-42ac01e9b678 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:29.390349 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Deleting port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:29.390705 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.490242 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] For port 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:29.490704 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.513052 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Calling delete_port for 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:29.726076 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.760102 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:30.039362 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.191086 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.354577 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:28:30.357271 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b5d3933d-f238-4ec0-98b3-d33529288b23 req-2dd4ff92-f1bc-41af-ac84-c3a44a44c4c0 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 210 time: 0.0344810 Sep 03 16:28:31.005280 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:28:31.016444 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] Sync routers for ids ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:28:31.023185 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e92efbd4-b72f-4689-a699-c5ac38684a2a admin admin] 10.222.0.42 "PUT /v2.0/routers/6ed47548-bb95-48a8-8ab9-cf9f9f12f986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091171 Sep 03 16:28:31.025891 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44756) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:31.040604 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-b76a14e9-6a0a-45e9-b20f-920fbe7b4322 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:31.042417 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] Routers {'6ed47548-bb95-48a8-8ab9-cf9f9f12f986'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:31.042745 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-b76a14e9-6a0a-45e9-b20f-920fbe7b4322 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "GET /v2.0/networks?id=4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 200 len: 814 time: 0.2389224 Sep 03 16:28:31.043072 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:28:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:31.060381 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Request body: {'port': {'device_id': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1', 'admin_state_up': True, 'tenant_id': 'e6be9ab699234ef2892b00043bdd8cde'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:31.161999 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.203825 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] Set router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:31.264181 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Made reservation on behalf of e6be9ab699234ef2892b00043bdd8cde for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:28:31.268937 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.308646 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.376173 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Deleting port 8b1166d5-17ae-4f36-8e4a-c383be89e226 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:31.376623 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.444743 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Allocated IP 172.20.0.9 (4ac4f654-c256-4b65-b8d1-27dd089585b1/9db84200-2dc0-47cc-80cd-58fe7c6f4f13/3744cb6d-b7b3-4786-8bc9-744ca066381f) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:28:31.514408 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:28:29Z', 'revision_number': 5, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port': {'id': '8b1166d5-17ae-4f36-8e4a-c383be89e226', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:23Z', 'updated_at': '2021-09-03T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:31.515030 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2165863-bd03-4ea1-9565-c8466d1e835d req-3af6c5c8-017e-46a9-b047-bedf92d73161 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 210 time: 0.0555971 Sep 03 16:28:31.549836 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] For port 8b1166d5-17ae-4f36-8e4a-c383be89e226, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=8b1166d5-17ae-4f36-8e4a-c383be89e226,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:31.550428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.552214 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] Checking router: 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:28:31.563591 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] Routers {'6ed47548-bb95-48a8-8ab9-cf9f9f12f986'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:31.564452 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:28:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:31.576378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Calling delete_port for 8b1166d5-17ae-4f36-8e4a-c383be89e226 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:31.676536 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] Set router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:31.706475 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.762758 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.772790 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:28:31Z', 'revision_number': 6, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:31.814521 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Network 4ac4f654-c256-4b65-b8d1-27dd089585b1 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:28:31.820287 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:31.823652 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:28:31.826928 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5eee13-0436-4923-abd7-be72af1c6110 None None] The sync data for ids ['6ed47548-bb95-48a8-8ab9-cf9f9f12f986'] in dv-cinder-760178-8-iscsi is: [{'id': '6ed47548-bb95-48a8-8ab9-cf9f9f12f986', 'name': 'tempest-TestMinimumBasicScenario-2107103880-router', 'tenant_id': '47abbc4b667445dd8d54bae7222fd74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:22Z', 'updated_at': '2021-09-03T16:28:31Z', 'revision_number': 6, 'project_id': '47abbc4b667445dd8d54bae7222fd74d', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:28:31.842883 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.858874 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Pushing event updated for resources: {'Port': ['ID=3744cb6d-b7b3-4786-8bc9-744ca066381f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:31.873186 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1166d5-17ae-4f36-8e4a-c383be89e226,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:31.901427 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:31.902189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.919823 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-6051a455-bff7-4571-ab15-5a792c3082a8 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8665166 Sep 03 16:28:31.932708 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Request body: {'port': {'device_id': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:31.937125 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.989333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.032334 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.036090 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.106560 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.107231 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed47548-bb95-48a8-8ab9-cf9f9f12f986 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:28:32.117316 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.117316 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c0fecd2e-991e-4fb2-a58f-9fcc48a019a9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6ed47548-bb95-48a8-8ab9-cf9f9f12f986 HTTP/1.1" status: 204 len: 168 time: 1.0865653 Sep 03 16:28:32.117799 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44764) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:32.167269 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Deleting subnet b9eeea9b-bbc4-4b87-b986-199b55ba342e {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:28:32.172000 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.220981 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.336487 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3744cb6d-b7b3-4786-8bc9-744ca066381f {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:32.346271 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.360684 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Transition to ACTIVE for port object 3744cb6d-b7b3-4786-8bc9-744ca066381f will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:32.366708 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.369236 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.419957 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3744cb6d-b7b3-4786-8bc9-744ca066381f,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:32.429632 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.476660 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.479460 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b9eeea9b-bbc4-4b87-b986-199b55ba342e HTTP/1.1" status: 204 len: 168 time: 0.3597836 Sep 03 16:28:32.481501 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f508b2-1f50-4b4a-9270-a941790f7a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9eeea9b-bbc4-4b87-b986-199b55ba342e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:32.482590 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 44766) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:32.482874 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c371bd1-1a73-4165-9f0d-a297524061a5 None None] Network 40560bf7-e48c-4fd7-b755-cca990cd0c73 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:28:32.523465 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Attempting to bind port 3744cb6d-b7b3-4786-8bc9-744ca066381f on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:28:32.523807 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Attempting to bind port 3744cb6d-b7b3-4786-8bc9-744ca066381f by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:28:32.524165 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Attempting to bind port 3744cb6d-b7b3-4786-8bc9-744ca066381f on network 4ac4f654-c256-4b65-b8d1-27dd089585b1 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:32.557691 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Port 3744cb6d-b7b3-4786-8bc9-744ca066381f on network 4ac4f654-c256-4b65-b8d1-27dd089585b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:28:32.557997 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Attempting to bind port 3744cb6d-b7b3-4786-8bc9-744ca066381f on network 4ac4f654-c256-4b65-b8d1-27dd089585b1 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:32.571925 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:28:32.572225 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Checking segment: {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:32.572651 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Bound using segment: {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:28:32.573169 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Bound port: 3744cb6d-b7b3-4786-8bc9-744ca066381f, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:28:32.573551 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.577737 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.707408 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] DHCP port deletion for 40560bf7-e48c-4fd7-b755-cca990cd0c73 request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:28:32.758463 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] For port 3744cb6d-b7b3-4786-8bc9-744ca066381f, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:28:32.758965 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] Deleting port f173b979-69c6-4c03-b0ed-679f1e8254de {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:32.759418 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.784436 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206271bf-a8bb-4389-8673-8709b591d568 req-c515d835-d002-4d3b-b6e6-88a7abfdfa9f tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:32.786026 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-206271bf-a8bb-4389-8673-8709b591d568 req-c515d835-d002-4d3b-b6e6-88a7abfdfa9f tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 943 time: 0.1605575 Sep 03 16:28:32.788014 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] For port 3744cb6d-b7b3-4786-8bc9-744ca066381f, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:28:32.802443 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.819773 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Deleting port f173b979-69c6-4c03-b0ed-679f1e8254de {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:28:32.820164 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.842914 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] For port f173b979-69c6-4c03-b0ed-679f1e8254de, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=f173b979-69c6-4c03-b0ed-679f1e8254de,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:32.843460 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.862923 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] Calling delete_port for f173b979-69c6-4c03-b0ed-679f1e8254de owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:32.887595 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:32.888288 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:32.889664 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] 10.222.0.15 "PUT /v2.0/ports/3744cb6d-b7b3-4786-8bc9-744ca066381f HTTP/1.1" status: 200 len: 1093 time: 0.9613662 Sep 03 16:28:32.904013 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'tag': '3744cb6d-b7b3-4786-8bc9-744ca066381f'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:32.912257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1257d-0710-46e5-8b4a-7f650f2a9671" -d '{"events": [{"name": "network-changed", "server_uuid": "27dd9744-af59-4757-9e4a-3dc67682aed7", "tag": "3744cb6d-b7b3-4786-8bc9-744ca066381f"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:32.981140 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-206271bf-a8bb-4389-8673-8709b591d568 req-00c6d756-9a1b-421f-a049-b86d9d7f5c5d tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868098 Sep 03 16:28:32.993290 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.003740 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7e86-bb06-495f-a8a7-d66370e96ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=3744cb6d-b7b3-4786-8bc9-744ca066381f,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:33.011590 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] No DVR routers for this DVR port f173b979-69c6-4c03-b0ed-679f1e8254de on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:28:33.044873 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] For port f173b979-69c6-4c03-b0ed-679f1e8254de, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=f173b979-69c6-4c03-b0ed-679f1e8254de,segment=NetworkSegment(42d967e5-3bbb-471d-92c4-2d746bd70e10),segment_id=42d967e5-3bbb-471d-92c4-2d746bd70e10)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:33.045256 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.049279 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb3b6f-63ba-40bc-9a37-e5d4d5044f0f None None] Pushing event deleted for resources: {'Port': ['ID=f173b979-69c6-4c03-b0ed-679f1e8254de,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:33.065539 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Calling delete_port for f173b979-69c6-4c03-b0ed-679f1e8254de owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:28:33.083317 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-1b87a3ad-e7c7-44e7-9efa-45914bd905a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.084932 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-1b87a3ad-e7c7-44e7-9efa-45914bd905a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6be9ab699234ef2892b00043bdd8cde&device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 1096 time: 0.1456716 Sep 03 16:28:33.176802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-c4817b5b-7c0f-45ac-a1b2-db68b86fac75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f HTTP/1.1" status: 200 len: 217 time: 0.0560544 Sep 03 16:28:33.250069 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.267563 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de014c-18e8-405e-8c60-6a78f0e7eb4a x-openstack-request-id: req-22de014c-18e8-405e-8c60-6a78f0e7eb4a {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:33.267846 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dd9744-af59-4757-9e4a-3dc67682aed7", "tag": "3744cb6d-b7b3-4786-8bc9-744ca066381f", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:33.268115 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22de014c-18e8-405e-8c60-6a78f0e7eb4a {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:33.268500 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'tag': '3744cb6d-b7b3-4786-8bc9-744ca066381f', 'status': 'completed', 'code': 200} Sep 03 16:28:33.299776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device f173b979-69c6-4c03-b0ed-679f1e8254de no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:33.300636 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-67d237d5-6866-4e91-95f9-f3a7852a6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.302164 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-67d237d5-6866-4e91-95f9-f3a7852a6eaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9db84200-2dc0-47cc-80cd-58fe7c6f4f13 HTTP/1.1" status: 200 len: 854 time: 0.1168597 Sep 03 16:28:33.302914 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Pushing event deleted for resources: {'Port': ['ID=f173b979-69c6-4c03-b0ed-679f1e8254de,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:33.306714 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] No DVR routers for this DVR port f173b979-69c6-4c03-b0ed-679f1e8254de on host dv-cinder-760178-8-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:28:33.327902 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: f173b979-69c6-4c03-b0ed-679f1e8254de {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:33.328379 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device f173b979-69c6-4c03-b0ed-679f1e8254de not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:33.329035 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:33.349909 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:33.350235 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 0a42e6ff-5c0f-4115-9fb9-3cbb8c19a863 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:33.350610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 8b1166d5-17ae-4f36-8e4a-c383be89e226 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:28:33.353677 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-e3ba8b1e-bbc1-49b6-a169-6b327c775357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ac4f654-c256-4b65-b8d1-27dd089585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423157 Sep 03 16:28:33.380169 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 8b1166d5-17ae-4f36-8e4a-c383be89e226 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:28:33.380169 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 8b1166d5-17ae-4f36-8e4a-c383be89e226 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:28:33.435818 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.451816 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40560bf7-e48c-4fd7-b755-cca990cd0c73']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:33.490270 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d967e5-3bbb-471d-92c4-2d746bd70e10') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:33.490568 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d967e5-3bbb-471d-92c4-2d746bd70e10') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:33.503689 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.530078 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-24ace9fb-3d12-4831-a7e8-ca0c1bff4ada service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654770 Sep 03 16:28:33.531019 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.537567 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:28:33.537964 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: self.session.flush() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: self.session.flush() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: self.session.flush() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: self.session.flush() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:28:33.539654 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:28:33.646999 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.657691 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.659932 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] 10.222.0.42 "DELETE /v2.0/networks/40560bf7-e48c-4fd7-b755-cca990cd0c73 HTTP/1.1" status: 204 len: 168 time: 1.1753657 Sep 03 16:28:33.676254 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937034c0-0daa-4e72-8371-3515c836942f admin admin] Pushing event deleted for resources: {'Network': ['ID=40560bf7-e48c-4fd7-b755-cca990cd0c73,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:33.713995 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41bd85a2-d30d-4f5d-a774-2657bc7332a0 req-d3f0ede0-c80a-403e-9c69-1fc946574340 service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639166 Sep 03 16:28:33.816187 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44790) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:33.843466 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-97ed044b-f03e-4c65-af39-27f35b946512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.845360 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-97ed044b-f03e-4c65-af39-27f35b946512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6be9ab699234ef2892b00043bdd8cde&device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 1096 time: 0.0649226 Sep 03 16:28:33.872585 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5c2708fb-daa5-44f1-b982-962c97a0797d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8cc456727414a2c918839243eb2909e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521832 Sep 03 16:28:33.876140 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44792) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:33.943593 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-169d20f3-2cc8-4a1f-8675-e681f349f5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:33.960597 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-4720c28c-6360-4426-8b2a-58891e7392a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.962203 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-4720c28c-6360-4426-8b2a-58891e7392a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 200 len: 915 time: 0.1090496 Sep 03 16:28:33.971716 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-169d20f3-2cc8-4a1f-8675-e681f349f5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.046804 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-169d20f3-2cc8-4a1f-8675-e681f349f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.047031 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-19b7a5f9-f0f5-4c69-aff6-8bee6b4168c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f HTTP/1.1" status: 200 len: 217 time: 0.0728142 Sep 03 16:28:34.049651 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-169d20f3-2cc8-4a1f-8675-e681f349f5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.050841 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-169d20f3-2cc8-4a1f-8675-e681f349f5f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df7c9c35-ab40-4d1f-a351-bcaa2b23683d HTTP/1.1" status: 204 len: 168 time: 0.1733575 Sep 03 16:28:34.061222 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d20f3-2cc8-4a1f-8675-e681f349f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c9c35-ab40-4d1f-a351-bcaa2b23683d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:34.147455 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-2dd3a5ca-481c-4082-bf07-838d0b8bb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:34.149003 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-2dd3a5ca-481c-4082-bf07-838d0b8bb2aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9db84200-2dc0-47cc-80cd-58fe7c6f4f13 HTTP/1.1" status: 200 len: 854 time: 0.0934658 Sep 03 16:28:34.174244 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750b8fc-437a-4a65-b219-478160e6bf32 req-d25d9f08-afc2-477d-adde-4435c4ea8607 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:34.175957 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3750b8fc-437a-4a65-b219-478160e6bf32 req-d25d9f08-afc2-477d-adde-4435c4ea8607 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 943 time: 0.0951900 Sep 03 16:28:34.192038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-db86b317-f756-4e87-b36b-891712566e6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ac4f654-c256-4b65-b8d1-27dd089585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350380 Sep 03 16:28:34.260181 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3750b8fc-437a-4a65-b219-478160e6bf32 req-254c5e8a-b7db-472c-8979-081df7b78d05 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670638 Sep 03 16:28:34.322051 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-dd9d8015-80f6-416a-b5b8-68dd71942af0 service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211786 Sep 03 16:28:34.423442 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4c1257d-0710-46e5-8b4a-7f650f2a9671 req-a54c7b19-9964-41ac-bbdc-3778f74faa02 service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926020 Sep 03 16:28:34.478250 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44802) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:34.520480 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fc22dd1e-5ac7-40e6-bbfb-7295696f488c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47abbc4b667445dd8d54bae7222fd74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408440 Sep 03 16:28:34.523158 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 44806) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:34.575056 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b5225ca-c1b4-4fc9-8f27-27048f704823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.597423 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b5225ca-c1b4-4fc9-8f27-27048f704823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.649673 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b5225ca-c1b4-4fc9-8f27-27048f704823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.653463 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b5225ca-c1b4-4fc9-8f27-27048f704823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.654814 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7b5225ca-c1b4-4fc9-8f27-27048f704823 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70171cca-e1b0-4617-8f42-8776b74bb62b HTTP/1.1" status: 204 len: 168 time: 0.1310205 Sep 03 16:28:34.663716 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5225ca-c1b4-4fc9-8f27-27048f704823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70171cca-e1b0-4617-8f42-8776b74bb62b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:35.396353 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb237b-b261-4ba2-92a4-e3daa42b08e7 req-c9814d5e-32f2-4705-be51-7c661012a969 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:35.397911 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7feb237b-b261-4ba2-92a4-e3daa42b08e7 req-c9814d5e-32f2-4705-be51-7c661012a969 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 943 time: 0.0530186 Sep 03 16:28:35.451476 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7feb237b-b261-4ba2-92a4-e3daa42b08e7 req-c124f57c-a6d3-4ce7-9b27-7ce6fd5b4899 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460432 Sep 03 16:28:35.634834 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9321a1-f3b0-4d22-b265-51995e3918e7 req-24ec9d02-c765-43a4-9f18-f00639c49a52 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:35.636467 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd9321a1-f3b0-4d22-b265-51995e3918e7 req-24ec9d02-c765-43a4-9f18-f00639c49a52 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0535486 Sep 03 16:28:35.680573 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd9321a1-f3b0-4d22-b265-51995e3918e7 req-b0c470e4-24cf-4b14-836f-f81743854cbb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 Sep 03 16:28:36.578905 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d441a3-b880-478c-bc1f-d24c440bb022 req-7b9b58a5-91d9-4de8-80c4-7bb99d7f80b5 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:36.580519 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53d441a3-b880-478c-bc1f-d24c440bb022 req-7b9b58a5-91d9-4de8-80c4-7bb99d7f80b5 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 943 time: 0.0534012 Sep 03 16:28:36.625095 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53d441a3-b880-478c-bc1f-d24c440bb022 req-1d101e3f-4dc1-4756-ad9e-a5f4ca3ec824 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383799 Sep 03 16:28:36.807099 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05818a48-66e6-491d-b845-8d7d3079ad30 req-89a6d4f0-596c-4b19-a9b6-014d70616444 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:36.808697 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05818a48-66e6-491d-b845-8d7d3079ad30 req-89a6d4f0-596c-4b19-a9b6-014d70616444 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0512350 Sep 03 16:28:36.850360 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05818a48-66e6-491d-b845-8d7d3079ad30 req-3ccc2893-db1a-4549-a85d-54616f650b03 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345190 Sep 03 16:28:36.874968 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 3744cb6d-b7b3-4786-8bc9-744ca066381f details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:28:36.998249 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 3744cb6d-b7b3-4786-8bc9-744ca066381f, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:37.009843 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '3744cb6d-b7b3-4786-8bc9-744ca066381f', 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1', 'port_id': '3744cb6d-b7b3-4786-8bc9-744ca066381f', 'mac_address': 'fa:16:3e:27:6f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db84200-2dc0-47cc-80cd-58fe7c6f4f13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:28:37.049289 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:37.063518 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3744cb6d-b7b3-4786-8bc9-744ca066381f {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:37.085709 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 3744cb6d-b7b3-4786-8bc9-744ca066381f, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:37.091677 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:37.146562 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=3744cb6d-b7b3-4786-8bc9-744ca066381f,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:37.389470 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['3744cb6d-b7b3-4786-8bc9-744ca066381f'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:37.756470 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a68c8e-a93c-46a8-bb53-b24b02f4df96 req-273052a7-f459-4a1f-ac51-fb2c11cd0689 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:37.758250 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-99a68c8e-a93c-46a8-bb53-b24b02f4df96 req-273052a7-f459-4a1f-ac51-fb2c11cd0689 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 944 time: 0.0594022 Sep 03 16:28:37.807441 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-99a68c8e-a93c-46a8-bb53-b24b02f4df96 req-a9df3c18-b21f-4132-90be-02bd14885cbc tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Sep 03 16:28:37.997366 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21660c09-f476-4d65-bdd3-9476f8feec66 req-86198d7f-3d22-4b25-826f-d753c96154e9 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:37.999108 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-21660c09-f476-4d65-bdd3-9476f8feec66 req-86198d7f-3d22-4b25-826f-d753c96154e9 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0631838 Sep 03 16:28:38.048097 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-21660c09-f476-4d65-bdd3-9476f8feec66 req-2ab6afed-c82b-49e3-a656-d7931bab5a52 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422585 Sep 03 16:28:38.258846 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-691bdb9b-20c9-49fa-91e1-e0b2cfcc9b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.904569 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 3744cb6d-b7b3-4786-8bc9-744ca066381f up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:38.939914 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96603fd8-d865-4948-839f-a68726ee841b req-f73f4ce1-efab-4e96-a290-5851e6aa1a12 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:38.941541 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96603fd8-d865-4948-839f-a68726ee841b req-f73f4ce1-efab-4e96-a290-5851e6aa1a12 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 944 time: 0.0538881 Sep 03 16:28:38.965527 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 3744cb6d-b7b3-4786-8bc9-744ca066381f completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:38.970602 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 3744cb6d-b7b3-4786-8bc9-744ca066381f triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:38.971386 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.988383 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96603fd8-d865-4948-839f-a68726ee841b req-f6bb2d0f-6374-4c23-b607-ebf899160a82 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Sep 03 16:28:39.074072 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.103059 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3744cb6d-b7b3-4786-8bc9-744ca066381f'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:39.107515 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f50f081-d17b-4094-b086-4390abee7da4" -d '{"events": [{"server_uuid": "27dd9744-af59-4757-9e4a-3dc67682aed7", "name": "network-vif-plugged", "status": "completed", "tag": "3744cb6d-b7b3-4786-8bc9-744ca066381f"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:39.126492 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 3744cb6d-b7b3-4786-8bc9-744ca066381f, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:39.131505 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.217489 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=3744cb6d-b7b3-4786-8bc9-744ca066381f,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:39.240527 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960ec0c-d603-4e52-bc73-4e8511795978 req-ffcc5cb1-7418-4b1d-b832-ed42ab8a9b6a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:39.243181 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b960ec0c-d603-4e52-bc73-4e8511795978 req-ffcc5cb1-7418-4b1d-b832-ed42ab8a9b6a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0571971 Sep 03 16:28:39.294844 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b960ec0c-d603-4e52-bc73-4e8511795978 req-50b9c888-eef3-47e7-860e-f580d5ae2feb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Sep 03 16:28:39.418913 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9765b4a-ed05-4819-9794-ff456143ec13 x-openstack-request-id: req-e9765b4a-ed05-4819-9794-ff456143ec13 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:39.418913 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd9744-af59-4757-9e4a-3dc67682aed7", "name": "network-vif-plugged", "status": "completed", "tag": "3744cb6d-b7b3-4786-8bc9-744ca066381f", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:39.420316 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9765b4a-ed05-4819-9794-ff456143ec13 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:39.420316 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3744cb6d-b7b3-4786-8bc9-744ca066381f', 'code': 200} Sep 03 16:28:39.607749 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c1f3c-b8eb-44d2-976b-8d75fb67124d req-9b946f12-518f-49e8-bb98-b576836f85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:39.609381 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe8c1f3c-b8eb-44d2-976b-8d75fb67124d req-9b946f12-518f-49e8-bb98-b576836f85e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 1098 time: 0.0441730 Sep 03 16:28:39.653510 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe8c1f3c-b8eb-44d2-976b-8d75fb67124d req-2fce460b-b4d5-48da-86ea-331b8b9d881e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Sep 03 16:28:40.137506 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61e8ad-e259-4896-acdb-51199decff0a req-320a7b05-ac82-4e1f-a240-45b55cd04a01 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:40.139080 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f61e8ad-e259-4896-acdb-51199decff0a req-320a7b05-ac82-4e1f-a240-45b55cd04a01 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Sep 03 16:28:40.179808 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f61e8ad-e259-4896-acdb-51199decff0a req-fbf9934e-60fc-4041-ac15-b5f39ba2b423 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Sep 03 16:28:40.436021 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97844c28-d78d-4fc7-bbbd-874c7f2fa9fa req-4ce12815-d468-4d30-affe-3d6fbc89553d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:40.437663 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97844c28-d78d-4fc7-bbbd-874c7f2fa9fa req-4ce12815-d468-4d30-affe-3d6fbc89553d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0620723 Sep 03 16:28:40.488519 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97844c28-d78d-4fc7-bbbd-874c7f2fa9fa req-8d6cd20f-870d-46b2-a5df-dabdb663afc1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398192 Sep 03 16:28:41.182424 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0bca-a627-4b74-bb22-31993b613fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.229845 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.302804 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f8ae-9bd3-4012-b533-f4a247b61ca1 req-9926e726-4f34-45b7-8199-afd56db8b113 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:41.304295 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f855f8ae-9bd3-4012-b533-f4a247b61ca1 req-9926e726-4f34-45b7-8199-afd56db8b113 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 945 time: 0.0520384 Sep 03 16:28:41.362933 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f855f8ae-9bd3-4012-b533-f4a247b61ca1 req-2e623d30-3847-455c-b4a7-b4fbf2bf536e tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Sep 03 16:28:41.698756 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e7319-22fc-42dd-8610-da7230d059f6 req-d0962e10-80a6-4844-b29c-d4aadfb200bb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:41.701611 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044e7319-22fc-42dd-8610-da7230d059f6 req-d0962e10-80a6-4844-b29c-d4aadfb200bb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0861683 Sep 03 16:28:41.767756 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044e7319-22fc-42dd-8610-da7230d059f6 req-2b558f18-4f03-4813-9b21-949b6c46d932 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590591 Sep 03 16:28:42.282150 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.922574 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f554-61e9-4f9f-a662-12fe6c11426d req-aa08155b-76bf-4036-ac5f-1a35ef61cace tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:42.924285 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-df26f554-61e9-4f9f-a662-12fe6c11426d req-aa08155b-76bf-4036-ac5f-1a35ef61cace tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0631192 Sep 03 16:28:42.974973 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-df26f554-61e9-4f9f-a662-12fe6c11426d req-fdbd6ace-3709-4f94-a8cb-dd8aa6307199 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442958 Sep 03 16:28:43.895581 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:44.106272 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787834df-9d35-488b-952c-85bfd753d355 req-5daff97f-b202-42dc-b87b-bbea1f5bfc56 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:44.107791 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-787834df-9d35-488b-952c-85bfd753d355 req-5daff97f-b202-42dc-b87b-bbea1f5bfc56 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0523636 Sep 03 16:28:44.156949 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-787834df-9d35-488b-952c-85bfd753d355 req-12fdca2e-1d58-4857-b8d0-30d18915e2f3 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Sep 03 16:28:45.295772 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cb61b-4471-4acb-bab8-d84287ee286f req-c8c00fe7-b96a-4b38-9e5c-b3f0851649a8 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:45.297378 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f79cb61b-4471-4acb-bab8-d84287ee286f req-c8c00fe7-b96a-4b38-9e5c-b3f0851649a8 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0553832 Sep 03 16:28:45.337628 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f79cb61b-4471-4acb-bab8-d84287ee286f req-e0dab399-9ee6-4f2c-8ffe-b0c59e0a6f97 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Sep 03 16:28:46.486338 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45516a7c-afee-486e-93c5-9c7ce8cc1af0 req-4db15dfb-78b3-469d-b8cf-bc4e6b30cab0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:46.488037 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45516a7c-afee-486e-93c5-9c7ce8cc1af0 req-4db15dfb-78b3-469d-b8cf-bc4e6b30cab0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0561407 Sep 03 16:28:46.542062 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-45516a7c-afee-486e-93c5-9c7ce8cc1af0 req-d81ef45c-3600-4336-83fc-fb39e6ba6e9d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Sep 03 16:28:47.679315 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b59143-be9d-4bfb-a2c0-2b7483f6e686 req-26ee7472-f90e-42c4-a05c-4ee225dd3d06 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:47.680937 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41b59143-be9d-4bfb-a2c0-2b7483f6e686 req-26ee7472-f90e-42c4-a05c-4ee225dd3d06 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0493839 Sep 03 16:28:47.732237 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-41b59143-be9d-4bfb-a2c0-2b7483f6e686 req-c5799813-c183-45e7-be6d-59be614f213a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416629 Sep 03 16:28:48.880900 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4704e-7e1c-4dab-bbc8-009e006fd25a req-b47dee58-453f-46f6-ad6a-22404241b5b6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:48.882500 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dfc4704e-7e1c-4dab-bbc8-009e006fd25a req-b47dee58-453f-46f6-ad6a-22404241b5b6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0631001 Sep 03 16:28:48.928715 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dfc4704e-7e1c-4dab-bbc8-009e006fd25a req-cb4cca75-e8c7-41a5-93ad-d288fd2fb7e6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 Sep 03 16:28:50.072322 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a272-54f8-4157-8456-59115a30bc28 req-b170fa12-b0fe-408a-a43c-9823efb2bd86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:50.073857 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf75a272-54f8-4157-8456-59115a30bc28 req-b170fa12-b0fe-408a-a43c-9823efb2bd86 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0651257 Sep 03 16:28:50.115309 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf75a272-54f8-4157-8456-59115a30bc28 req-8386a1ed-3705-479f-b1b4-ea3fafb8856d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348942 Sep 03 16:28:51.240624 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a698ce-05d3-424b-a918-7e7773f19078 req-e6e21e7b-fdfa-4de5-b905-9b4f6c230218 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:51.242148 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81a698ce-05d3-424b-a918-7e7773f19078 req-e6e21e7b-fdfa-4de5-b905-9b4f6c230218 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0521216 Sep 03 16:28:51.293825 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81a698ce-05d3-424b-a918-7e7773f19078 req-c64a8a34-0490-4b54-965d-6c328a58c521 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Sep 03 16:28:52.418944 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc4335-22dd-4f89-b1ef-24f3f3ac5b61 req-355f9847-8d4c-46d7-b9b0-322eba7ae234 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:52.420499 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0fc4335-22dd-4f89-b1ef-24f3f3ac5b61 req-355f9847-8d4c-46d7-b9b0-322eba7ae234 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Sep 03 16:28:52.460752 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0fc4335-22dd-4f89-b1ef-24f3f3ac5b61 req-72e628d6-bc57-43f8-8bde-35dc8574a1dc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343614 Sep 03 16:28:53.022555 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:28:53.121859 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:53.133604 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'mac_address': 'fa:16:3e:41:4d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:28:53.186598 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:53.203117 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beaa3ceb-9376-4039-96d6-64fe891ecb15 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:53.223923 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:53.227739 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:53.284077 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:53.328526 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['beaa3ceb-9376-4039-96d6-64fe891ecb15'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:53.611960 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5ab63-5285-46d3-bb95-7d9e55535fbf req-d6009f5b-8b45-42bd-91b4-1185f5901424 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:53.614290 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9cf5ab63-5285-46d3-bb95-7d9e55535fbf req-d6009f5b-8b45-42bd-91b4-1185f5901424 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 945 time: 0.0782142 Sep 03 16:28:53.660558 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9cf5ab63-5285-46d3-bb95-7d9e55535fbf req-1f759351-236d-4037-a5bc-480fb74909b2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385628 Sep 03 16:28:54.836232 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ea0c5-6fcc-4bad-9090-472be2f6327c req-3175c684-07e8-47eb-9c7a-6328e9fd1871 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:54.838981 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d0ea0c5-6fcc-4bad-9090-472be2f6327c req-3175c684-07e8-47eb-9c7a-6328e9fd1871 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 945 time: 0.0656760 Sep 03 16:28:54.891831 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d0ea0c5-6fcc-4bad-9090-472be2f6327c req-69eb934e-dac9-4eb2-9083-ae53f88cd52a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Sep 03 16:28:55.053841 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:55.121391 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port beaa3ceb-9376-4039-96d6-64fe891ecb15 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:55.122481 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:55.221940 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:55.247622 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:55.250171 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482cec9a-3927-40c4-933b-772ff69ac2fb" -d '{"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-plugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:55.265718 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:55.270770 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:55.300800 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0265c25-5e5b-4cf3-b07c-1825ac244582 x-openstack-request-id: req-a0265c25-5e5b-4cf3-b07c-1825ac244582 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:55.301223 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-plugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:55.301609 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0265c25-5e5b-4cf3-b07c-1825ac244582 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:55.302134 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'code': 200} Sep 03 16:28:55.335636 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:55.352405 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:28:56.021694 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec1898-ef84-4e29-a389-4db59ac07f85 req-39ce6a87-0eb9-4910-91eb-8a1bf5e8148a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:56.023185 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afec1898-ef84-4e29-a389-4db59ac07f85 req-39ce6a87-0eb9-4910-91eb-8a1bf5e8148a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0510197 Sep 03 16:28:56.073554 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afec1898-ef84-4e29-a389-4db59ac07f85 req-5a2a67f8-ca9f-42d5-b4e3-69ae16b9728e tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Sep 03 16:28:56.393422 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83966898-6d05-481d-8d0d-8b0f275916c2 req-83da1eb8-5835-4b42-acce-ad4ddebe02ac tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:56.394799 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83966898-6d05-481d-8d0d-8b0f275916c2 req-83da1eb8-5835-4b42-acce-ad4ddebe02ac tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0504379 Sep 03 16:28:56.432989 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83966898-6d05-481d-8d0d-8b0f275916c2 req-9b853c46-1194-4324-be2e-b5434f1ca2e3 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Sep 03 16:28:57.216940 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a115e2d-e586-4179-b729-9f264000c7c2 req-0910f5c7-6b22-4b59-a1f5-aee9647cd389 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:57.218497 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8a115e2d-e586-4179-b729-9f264000c7c2 req-0910f5c7-6b22-4b59-a1f5-aee9647cd389 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0563157 Sep 03 16:28:57.261191 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8a115e2d-e586-4179-b729-9f264000c7c2 req-a3ac3689-169d-4a66-b77d-55af061e62eb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Sep 03 16:28:57.620437 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5e48b-e405-4af2-8347-385fb74d845f req-507731d6-6c79-42b4-b8c8-b10c98d11b5f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:57.630598 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c0b5e48b-e405-4af2-8347-385fb74d845f req-507731d6-6c79-42b4-b8c8-b10c98d11b5f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Sep 03 16:28:57.682867 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c0b5e48b-e405-4af2-8347-385fb74d845f req-b2ef1a9d-7afb-497f-aef4-eb574e8c2bf6 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512280 Sep 03 16:28:58.505713 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385a8c5-66aa-42d6-92f6-bb787d9adf3c req-7a53872c-5cf3-4b5f-8249-8cc00802eec0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:58.517038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1385a8c5-66aa-42d6-92f6-bb787d9adf3c req-7a53872c-5cf3-4b5f-8249-8cc00802eec0 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.1266203 Sep 03 16:28:58.585818 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1385a8c5-66aa-42d6-92f6-bb787d9adf3c req-72697804-56ad-4575-8da4-849300af6e5b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593805 Sep 03 16:28:58.888353 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553a98-b637-4d4f-8c06-bcfce17f05d3 req-2e14cfed-0baf-4d6b-8869-4fe032770264 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:58.903002 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7d553a98-b637-4d4f-8c06-bcfce17f05d3 req-2e14cfed-0baf-4d6b-8869-4fe032770264 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.1449575 Sep 03 16:28:58.954320 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7d553a98-b637-4d4f-8c06-bcfce17f05d3 req-4a91fd86-e62f-468f-b94e-2e5e4fa6e9af tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496683 Sep 03 16:28:59.814338 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5faf3-edb4-4f5b-b0fd-17ef50303c7e req-17cb226f-3bd8-4da6-ae6f-48c028206a82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:59.816019 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ecf5faf3-edb4-4f5b-b0fd-17ef50303c7e req-17cb226f-3bd8-4da6-ae6f-48c028206a82 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0745826 Sep 03 16:28:59.867882 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ecf5faf3-edb4-4f5b-b0fd-17ef50303c7e req-378b360f-550f-4d48-ad6a-9f56452ca6d5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Sep 03 16:29:00.124062 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897ccf-b0ab-4c85-a690-35845148b29d req-315088b0-126d-420d-8f4f-af2938b562ad tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:00.125949 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2897ccf-b0ab-4c85-a690-35845148b29d req-315088b0-126d-420d-8f4f-af2938b562ad tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0643671 Sep 03 16:29:00.180616 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2897ccf-b0ab-4c85-a690-35845148b29d req-b48468f6-dcaf-4823-a23c-5febf53582c9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488379 Sep 03 16:29:00.225969 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.019962 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beb5a3-5eb7-4292-b9ee-5b9ba676bcf1 req-12bc8294-bc09-4c21-b12b-139407536f71 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:01.021453 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89beb5a3-5eb7-4292-b9ee-5b9ba676bcf1 req-12bc8294-bc09-4c21-b12b-139407536f71 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0576298 Sep 03 16:29:01.073918 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89beb5a3-5eb7-4292-b9ee-5b9ba676bcf1 req-f4c12410-4992-44a7-a537-aec1dc1b42ff tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453494 Sep 03 16:29:01.341925 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208285d0-4001-48d4-a8df-21ccd8e77643 req-dff1765a-c96d-46f1-a2e3-b1afbea2a47f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:01.343525 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-208285d0-4001-48d4-a8df-21ccd8e77643 req-dff1765a-c96d-46f1-a2e3-b1afbea2a47f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0609348 Sep 03 16:29:01.398237 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-208285d0-4001-48d4-a8df-21ccd8e77643 req-4e2ceb88-3dc9-4d78-a9d7-b9cd36fb399b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Sep 03 16:29:02.269798 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-36092fd6-1432-42a5-8027-feae06e99985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.272500 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-36092fd6-1432-42a5-8027-feae06e99985 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.1621752 Sep 03 16:29:02.302917 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e758be-caa8-4e8c-9e90-5bba6b0fda60 req-fa300f3d-2c10-40d7-92e1-bc70075289dc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.305628 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-26e758be-caa8-4e8c-9e90-5bba6b0fda60 req-fa300f3d-2c10-40d7-92e1-bc70075289dc tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.1107733 Sep 03 16:29:02.426434 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-26e758be-caa8-4e8c-9e90-5bba6b0fda60 req-2f446e0f-bf33-4dbc-91b8-d58695b6a225 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091514 Sep 03 16:29:02.483523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-4665d5bc-d8df-46fa-bc81-1a5211aa5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.485745 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-4665d5bc-d8df-46fa-bc81-1a5211aa5cde service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.1788831 Sep 03 16:29:02.595296 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-83402e75-354d-4044-8d9a-6c76a19bac92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 1000 time: 0.1007080 Sep 03 16:29:02.643109 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b655-b7b5-4b80-b837-80408e6924d6 req-8a5b2d4f-8f00-41b2-b6ea-f77632589a51 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.644756 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f461b655-b7b5-4b80-b837-80408e6924d6 req-8a5b2d4f-8f00-41b2-b6ea-f77632589a51 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0932002 Sep 03 16:29:02.692590 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-7900f595-723b-426e-aa11-9211de9fdd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.694117 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-7900f595-723b-426e-aa11-9211de9fdd6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.0871172 Sep 03 16:29:02.702477 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f461b655-b7b5-4b80-b837-80408e6924d6 req-473b72b9-f45d-4288-800f-cc266031ee5c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 Sep 03 16:29:02.753993 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-9acbbbc7-1068-4fa0-aee5-8e84ff895352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.755671 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-9acbbbc7-1068-4fa0-aee5-8e84ff895352 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522425 Sep 03 16:29:02.920774 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-339e3542-0b99-4e9a-9dfd-978637cbbfb3 service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534982 Sep 03 16:29:03.098891 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-667b359b-d9a0-4a5e-9681-e4fd29d66c90 req-20e1bac9-c4ef-42b1-bfc3-1efda883c03e service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695256 Sep 03 16:29:03.656379 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4752e-ef68-453c-b5a0-9acbb602464e req-60088999-c2d5-48d5-a3aa-78bf6573a4cf tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:03.659170 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17e4752e-ef68-453c-b5a0-9acbb602464e req-60088999-c2d5-48d5-a3aa-78bf6573a4cf tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.1013179 Sep 03 16:29:03.718866 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17e4752e-ef68-453c-b5a0-9acbb602464e req-4acff479-7c60-408a-931b-4ce3715e0ecf tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Sep 03 16:29:03.888435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687a553-010b-46dc-b2c5-069d8dba4564 req-2b254973-5afa-4405-839e-add2489c3496 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:03.888435 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4687a553-010b-46dc-b2c5-069d8dba4564 req-2b254973-5afa-4405-839e-add2489c3496 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0614967 Sep 03 16:29:03.940576 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4687a553-010b-46dc-b2c5-069d8dba4564 req-61826dfb-dc5d-4f10-8e3f-2d74458680f1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Sep 03 16:29:04.897949 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b93f7-4706-4a79-b063-793c1c6934ce req-38724e8a-a265-4d3a-b26f-00b0e3bb4737 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:04.899998 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c7b93f7-4706-4a79-b063-793c1c6934ce req-38724e8a-a265-4d3a-b26f-00b0e3bb4737 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0669467 Sep 03 16:29:05.255532 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c7b93f7-4706-4a79-b063-793c1c6934ce req-0284fdab-4cb1-4666-8db3-5722a4efb089 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485305 Sep 03 16:29:05.278051 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c99139-1204-4f32-a2fe-ed0ebb2f504d req-9a18424a-6719-4aef-9432-b2221eeded58 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:05.279956 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14c99139-1204-4f32-a2fe-ed0ebb2f504d req-9a18424a-6719-4aef-9432-b2221eeded58 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0739319 Sep 03 16:29:05.326188 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14c99139-1204-4f32-a2fe-ed0ebb2f504d req-7c86773c-3001-4c49-b71d-0b5bb95f5ee0 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395429 Sep 03 16:29:05.552618 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-2c392e90-3594-41ec-9682-4c7a9b1a35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:05.554188 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-2c392e90-3594-41ec-9682-4c7a9b1a35d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1099 time: 0.0464914 Sep 03 16:29:05.666560 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-2b58284c-e77d-4aec-b3e7-604e4b5e6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:05.668221 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-2b58284c-e77d-4aec-b3e7-604e4b5e6f96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.1063035 Sep 03 16:29:05.739483 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-fb124419-0082-4cf8-b2cd-b6a78c0f08dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 200 len: 1001 time: 0.0634258 Sep 03 16:29:05.799346 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-f530dc01-2063-4247-ad9a-a02754c02973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:05.800865 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-f530dc01-2063-4247-ad9a-a02754c02973 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0541081 Sep 03 16:29:05.851464 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-cdfe5663-d672-4096-b1a2-713216813428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:05.853321 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-cdfe5663-d672-4096-b1a2-713216813428 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449033 Sep 03 16:29:05.999978 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-240fccf5-50c1-4ad2-a55b-00f4d4eea178 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389935 Sep 03 16:29:06.114121 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a661f2f3-31a9-4bc8-a296-91d7e3200033 req-1ca1c1f2-8a57-4653-889c-a531cb3158d3 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068361 Sep 03 16:29:06.388746 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691841c4-3f10-4848-b64b-ccbdae55ad14 req-4686ce0c-7765-47d9-9ea5-7321cc4b9880 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.390359 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-691841c4-3f10-4848-b64b-ccbdae55ad14 req-4686ce0c-7765-47d9-9ea5-7321cc4b9880 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0552175 Sep 03 16:29:06.441382 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-691841c4-3f10-4848-b64b-ccbdae55ad14 req-5d991690-2082-4ce9-9847-3372d5ce5e47 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447905 Sep 03 16:29:06.499226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc5079-291f-4128-8545-68e4535bd2bb req-c1901c6a-a876-4ebf-910a-2ab5bf310bfa tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.501436 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6efc5079-291f-4128-8545-68e4535bd2bb req-c1901c6a-a876-4ebf-910a-2ab5bf310bfa tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0718589 Sep 03 16:29:06.570364 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6efc5079-291f-4128-8545-68e4535bd2bb req-ec3f845d-3f7a-42bd-882e-989f5d43a707 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611033 Sep 03 16:29:06.586838 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506971e-5462-4936-8005-9581c3f42545 req-92b743d9-09dc-4568-a3b9-5434067f9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.588558 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-92b743d9-09dc-4568-a3b9-5434067f9f22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.0647669 Sep 03 16:29:06.696780 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506971e-5462-4936-8005-9581c3f42545 req-8455545b-4963-468e-b55f-ab37d651e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.698292 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-8455545b-4963-468e-b55f-ab37d651e5ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.1011102 Sep 03 16:29:06.774468 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-61b9ce98-7a37-4d4c-82bb-aabb83d4dd49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 1000 time: 0.0683942 Sep 03 16:29:06.827619 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506971e-5462-4936-8005-9581c3f42545 req-13da32eb-b48d-4e98-bef2-ef364f449e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.829039 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-13da32eb-b48d-4e98-bef2-ef364f449e2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.0472333 Sep 03 16:29:06.887721 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506971e-5462-4936-8005-9581c3f42545 req-eb4bfb74-4d2d-48c2-8d5d-21c8ce897a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.889325 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-eb4bfb74-4d2d-48c2-8d5d-21c8ce897a5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512056 Sep 03 16:29:06.988816 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-6a900d6c-6e0b-4096-9401-2d0d6942567a service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911143 Sep 03 16:29:07.103797 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9506971e-5462-4936-8005-9581c3f42545 req-03ba2ad9-9407-42ff-9930-29f6bcf64a9a service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057851 Sep 03 16:29:07.580316 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e429da-0cb1-411c-97d1-4a8c943f6510 req-f643ef45-8b5b-425a-9fe0-77b7ccd7386c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:07.582011 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17e429da-0cb1-411c-97d1-4a8c943f6510 req-f643ef45-8b5b-425a-9fe0-77b7ccd7386c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0520928 Sep 03 16:29:07.632149 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17e429da-0cb1-411c-97d1-4a8c943f6510 req-fd59d060-5af1-47b5-8f3d-eb29c90516e7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 Sep 03 16:29:07.708997 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1b359-07b6-4d05-bde9-2fd469f51de5 req-16bccbe8-3cab-4b54-92ed-55ecd4f86dfc tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:07.710640 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9bd1b359-07b6-4d05-bde9-2fd469f51de5 req-16bccbe8-3cab-4b54-92ed-55ecd4f86dfc tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0650046 Sep 03 16:29:07.760550 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9bd1b359-07b6-4d05-bde9-2fd469f51de5 req-b099eeda-7836-4b0d-8f9e-7db102dacdc5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382867 Sep 03 16:29:08.253297 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f1a8-8f3c-4f7a-b4be-86d75c589120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.788659 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af45b85-85f0-4f8b-9e95-17c8f8255991 req-8ce8d7e7-89fb-4777-8efd-2c1d9b8d90a5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:08.790299 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2af45b85-85f0-4f8b-9e95-17c8f8255991 req-8ce8d7e7-89fb-4777-8efd-2c1d9b8d90a5 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 946 time: 0.0634956 Sep 03 16:29:08.848361 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2af45b85-85f0-4f8b-9e95-17c8f8255991 req-55bba21a-6436-4ebe-a27a-3555977e959a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501771 Sep 03 16:29:08.899168 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd333dfa-b333-425e-aa47-71d1bc6988da req-89902d1f-0414-48de-8203-8e610fa4d3fc tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:08.900795 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd333dfa-b333-425e-aa47-71d1bc6988da req-89902d1f-0414-48de-8203-8e610fa4d3fc tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0568120 Sep 03 16:29:08.945430 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd333dfa-b333-425e-aa47-71d1bc6988da req-5f7baaed-9898-4886-846b-1e2221a94e1f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383115 Sep 03 16:29:09.127517 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:09.246183 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.284596 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:09.286974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1882bac6-f1fe-425c-bd83-b41737fefa9c" -d '{"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-unplugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:09.301891 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:09.307140 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.344083 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0281488-a387-4459-81b0-f9ca8b389814 x-openstack-request-id: req-f0281488-a387-4459-81b0-f9ca8b389814 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:09.344374 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-unplugged", "status": "failed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "code": 422}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:09.344645 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0281488-a387-4459-81b0-f9ca8b389814 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:09.345055 dv-cinder-760178-8-iscsi neutron-server[93861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'code': 422} returned with failed status Sep 03 16:29:09.381309 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:10.143531 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb16d5-76fb-4aca-8f31-f5c056a28c7e req-22d5b8a8-eb10-42cc-b2e4-e8a5a68772b1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:10.145177 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53cb16d5-76fb-4aca-8f31-f5c056a28c7e req-22d5b8a8-eb10-42cc-b2e4-e8a5a68772b1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.1560853 Sep 03 16:29:10.162221 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c3afa-e873-42e3-8301-f7ff2e976257 req-95736513-2ddf-4724-a490-e5294fcd0e69 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:10.165268 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-744c3afa-e873-42e3-8301-f7ff2e976257 req-95736513-2ddf-4724-a490-e5294fcd0e69 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.1235917 Sep 03 16:29:10.195225 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-1a929512-a9f5-440c-bd12-a4af5ec129da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147985 Sep 03 16:29:10.234038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53cb16d5-76fb-4aca-8f31-f5c056a28c7e req-81ba03c5-e620-4816-b355-496cf377ee13 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682685 Sep 03 16:29:10.242484 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-744c3afa-e873-42e3-8301-f7ff2e976257 req-267a8a27-7e42-4f27-8464-0364310ab65f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664792 Sep 03 16:29:10.507780 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983c154-bcc3-435d-b984-5ca45466664d req-36eb326f-8c4e-4d66-bdd3-3e256db04642 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:10.516983 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2983c154-bcc3-435d-b984-5ca45466664d req-36eb326f-8c4e-4d66-bdd3-3e256db04642 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0940433 Sep 03 16:29:10.580206 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2983c154-bcc3-435d-b984-5ca45466664d req-e6e2260d-51d1-492f-86b4-a74f8015361c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502479 Sep 03 16:29:10.587705 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45264) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:10.688229 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-b2550102-6513-4c0d-97a8-24a3d82f55c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992928 Sep 03 16:29:10.698145 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-12bcb714-936d-4de0-9acb-db7bb9a78678 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:29:10.699821 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-12bcb714-936d-4de0-9acb-db7bb9a78678 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059383 Sep 03 16:29:11.190610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-04bad49b-f984-4f73-a0c2-7496e4db06c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.240505 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.246281 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc27b-f8a2-465b-8063-485690067e46 req-bec7319f-37f6-4510-9365-347bde399b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.248600 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-bec7319f-37f6-4510-9365-347bde399b84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5&tenant_id=31bf7b0a63bb4df1868a0303870b5b2c HTTP/1.1" status: 200 len: 1097 time: 0.1038520 Sep 03 16:29:11.348651 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc27b-f8a2-465b-8063-485690067e46 req-c785296d-237b-4243-877b-76ec164e3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.350175 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-c785296d-237b-4243-877b-76ec164e3ddd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1097 time: 0.0707901 Sep 03 16:29:11.453748 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8f14d-f754-4611-bed0-8a9ed57ac4f0 req-3b74d85f-769b-4616-b20d-b061e57f954c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.455374 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ee8f14d-f754-4611-bed0-8a9ed57ac4f0 req-3b74d85f-769b-4616-b20d-b061e57f954c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.1193104 Sep 03 16:29:11.497902 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc27b-f8a2-465b-8063-485690067e46 req-03e5462f-f9d9-44b2-b5b9-1b1c9312c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.499291 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-03e5462f-f9d9-44b2-b5b9-1b1c9312c0d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 200 len: 917 time: 0.1312382 Sep 03 16:29:11.566665 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ee8f14d-f754-4611-bed0-8a9ed57ac4f0 req-4f1e41c7-b237-4034-9344-f56c1c10a6ff tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951266 Sep 03 16:29:11.591951 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-ce3da860-acc0-4e35-8e93-f3a4d7751d96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 200 len: 999 time: 0.0843046 Sep 03 16:29:11.656070 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc27b-f8a2-465b-8063-485690067e46 req-f1a37683-52f5-4f6a-b01e-37532a28085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.657691 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-f1a37683-52f5-4f6a-b01e-37532a28085e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 200 len: 855 time: 0.0588744 Sep 03 16:29:11.747230 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148d74-3aa4-481e-99e7-a120de4e9acf req-78c02ed1-3917-4b45-8909-1c89fea0393c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.748961 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-32148d74-3aa4-481e-99e7-a120de4e9acf req-78c02ed1-3917-4b45-8909-1c89fea0393c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0862882 Sep 03 16:29:11.756034 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc27b-f8a2-465b-8063-485690067e46 req-fd402ac2-2c3a-49f3-b76f-c952ee0c925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:11.757690 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-fd402ac2-2c3a-49f3-b76f-c952ee0c925f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64119de9-c5e0-4e62-b4f0-048f957eba7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841556 Sep 03 16:29:11.855138 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-32148d74-3aa4-481e-99e7-a120de4e9acf req-2a4e375b-a71e-47d8-8d2c-60c23c62e211 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923688 Sep 03 16:29:11.892233 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-74ffd281-fc3a-4c2e-9584-ac39e3a08f85 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213601 Sep 03 16:29:12.008196 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-044dc27b-f8a2-465b-8063-485690067e46 req-5071ebe9-a71e-46ea-84ae-9a70526d0462 service neutron] 10.222.0.15 "GET /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083105 Sep 03 16:29:12.279013 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:12.698822 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5965a4-5acf-4d5a-8538-b06c9eb98421 req-1bde1089-2c78-4fed-81b2-af7b40ad921a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:12.700251 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb5965a4-5acf-4d5a-8538-b06c9eb98421 req-1bde1089-2c78-4fed-81b2-af7b40ad921a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0503094 Sep 03 16:29:12.737962 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb5965a4-5acf-4d5a-8538-b06c9eb98421 req-74cb04d0-400f-490e-b2a6-0c3d3bc78fab tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Sep 03 16:29:12.973860 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af42822-3f2b-40fb-93a6-00a108225924 req-b99c01df-720e-4b07-b60e-91a913c6cd16 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:12.975358 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1af42822-3f2b-40fb-93a6-00a108225924 req-b99c01df-720e-4b07-b60e-91a913c6cd16 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Sep 03 16:29:13.020166 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1af42822-3f2b-40fb-93a6-00a108225924 req-ab09e368-4574-4e40-8e5f-edad424d3f58 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377016 Sep 03 16:29:13.869107 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932291-1540-4ef1-8ac7-abcc6d9f0c70 req-cd0a192a-64c4-412b-b594-5535ac3395bf tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:13.870826 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ea932291-1540-4ef1-8ac7-abcc6d9f0c70 req-cd0a192a-64c4-412b-b594-5535ac3395bf tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0565162 Sep 03 16:29:13.898594 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:13.918008 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ea932291-1540-4ef1-8ac7-abcc6d9f0c70 req-6f9f7328-9338-46c7-9113-d8b1044375eb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Sep 03 16:29:13.978298 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:14.079824 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:14.116897 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:14.118012 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:14.121266 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078d5d19-32e3-4419-a926-2699f43aa6c3" -d '{"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-unplugged", "status": "completed", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:14.126722 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:14.167412 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f45305-e1fb-4947-ac22-a645b3572a35 x-openstack-request-id: req-79f45305-e1fb-4947-ac22-a645b3572a35 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:14.168026 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-unplugged", "status": "failed", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "code": 422}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:14.169020 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79f45305-e1fb-4947-ac22-a645b3572a35 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:14.169529 dv-cinder-760178-8-iscsi neutron-server[93861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'code': 422} returned with failed status Sep 03 16:29:14.200502 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bd970-5757-4eff-ad05-3036086e5660 req-4d08aa00-a9e1-47fc-ae4a-4dc9f75f313e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:14.202194 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-257bd970-5757-4eff-ad05-3036086e5660 req-4d08aa00-a9e1-47fc-ae4a-4dc9f75f313e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0633378 Sep 03 16:29:14.206595 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=6']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:14.243565 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-257bd970-5757-4eff-ad05-3036086e5660 req-2e1e1d1c-2756-4f90-9a73-d26dd6b4d88e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 Sep 03 16:29:15.053854 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e69afb-012b-45c1-b152-132f042e9848 req-0f670878-8783-473b-b4f9-8c36b0793ade tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:15.055592 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8e69afb-012b-45c1-b152-132f042e9848 req-0f670878-8783-473b-b4f9-8c36b0793ade tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0561023 Sep 03 16:29:15.096571 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8e69afb-012b-45c1-b152-132f042e9848 req-553e79c3-bcdd-4f68-b8e0-41aa6d9502cf tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346937 Sep 03 16:29:15.370198 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377104-17d3-46ea-b7b9-f27943876dc7 req-e9a97675-334a-48f9-a4ed-68bb55e706b2 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:15.372242 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86377104-17d3-46ea-b7b9-f27943876dc7 req-e9a97675-334a-48f9-a4ed-68bb55e706b2 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0603437 Sep 03 16:29:15.412346 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86377104-17d3-46ea-b7b9-f27943876dc7 req-849d3a5c-2e26-4fd9-a7d1-d22474e6c6d0 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Sep 03 16:29:16.265262 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c7e72-f174-4d7e-aca8-c898d0b7c9af req-69559511-ac63-4b01-9d20-97b91b009855 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:16.266887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f04c7e72-f174-4d7e-aca8-c898d0b7c9af req-69559511-ac63-4b01-9d20-97b91b009855 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0573702 Sep 03 16:29:16.315402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f04c7e72-f174-4d7e-aca8-c898d0b7c9af req-3e77789b-3940-4bdf-ac7c-da9202c7d382 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376103 Sep 03 16:29:16.551040 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4e579-ad8a-424e-b10a-bdd95035a1ca req-eac0dc53-cfb5-41b2-ac22-4ec5fa0cc1b5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:16.552769 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ae4e579-ad8a-424e-b10a-bdd95035a1ca req-eac0dc53-cfb5-41b2-ac22-4ec5fa0cc1b5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0570271 Sep 03 16:29:16.598829 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ae4e579-ad8a-424e-b10a-bdd95035a1ca req-7574733d-34be-489a-a99b-ad1e9efd1916 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397508 Sep 03 16:29:17.456670 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515976ba-e0a4-4c35-9463-5d08a8b5107d req-43bca07e-8216-4ed1-8929-29db7fd970a6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:17.458371 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-515976ba-e0a4-4c35-9463-5d08a8b5107d req-43bca07e-8216-4ed1-8929-29db7fd970a6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0591092 Sep 03 16:29:17.503130 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-515976ba-e0a4-4c35-9463-5d08a8b5107d req-a119fdcf-ff7a-41f1-8a8a-19d656e89534 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370300 Sep 03 16:29:17.748155 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b787c8-b06d-4a03-a3c6-58677def3cb7 req-2b52d9db-bfcd-479c-b8f4-309a5343b67c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:17.750817 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e1b787c8-b06d-4a03-a3c6-58677def3cb7 req-2b52d9db-bfcd-479c-b8f4-309a5343b67c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0708959 Sep 03 16:29:17.805770 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e1b787c8-b06d-4a03-a3c6-58677def3cb7 req-da712bf3-65cd-482b-a536-08d9ecb55f5a tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Sep 03 16:29:18.661961 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70825462-2f62-4c33-9bbd-22797ff8b731 req-5c9f93ab-4162-4d1b-ab79-2b5c9ebe0642 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:18.663945 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70825462-2f62-4c33-9bbd-22797ff8b731 req-5c9f93ab-4162-4d1b-ab79-2b5c9ebe0642 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0625217 Sep 03 16:29:18.709391 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70825462-2f62-4c33-9bbd-22797ff8b731 req-dfebe1c4-a2a1-41ef-a767-94297c52a155 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388515 Sep 03 16:29:18.942533 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b11f43-b7e2-42a7-96c5-b5fe2575eeef req-b87744c2-f0bf-4537-a473-9bedd99a264b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:18.944099 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40b11f43-b7e2-42a7-96c5-b5fe2575eeef req-b87744c2-f0bf-4537-a473-9bedd99a264b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0651581 Sep 03 16:29:18.983887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40b11f43-b7e2-42a7-96c5-b5fe2575eeef req-906e41e1-d800-43c0-8591-8cc428a14922 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337999 Sep 03 16:29:19.841867 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218cd0-5c14-4ec4-ac8f-05d915e53b92 req-ae403cd2-cbe3-4f8e-9ab4-c78a5efeeff4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:19.843430 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b218cd0-5c14-4ec4-ac8f-05d915e53b92 req-ae403cd2-cbe3-4f8e-9ab4-c78a5efeeff4 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0543628 Sep 03 16:29:19.890097 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b218cd0-5c14-4ec4-ac8f-05d915e53b92 req-696b45a2-07b3-482f-8037-4f9133ed367f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392876 Sep 03 16:29:20.123590 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb691-7c44-4aa3-85af-c944cfa184b0 req-eea96c7b-9e80-45b0-805d-0b7dd0cc88c9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:20.125553 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1aecb691-7c44-4aa3-85af-c944cfa184b0 req-eea96c7b-9e80-45b0-805d-0b7dd0cc88c9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0598035 Sep 03 16:29:20.177431 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1aecb691-7c44-4aa3-85af-c944cfa184b0 req-df3079c2-a35c-4b9c-9c8e-74e98dc1606d tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Sep 03 16:29:21.038092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d7ecb-188d-4315-994f-59c8bfd7e8d3 req-8eb401da-1cf6-4c36-85fd-e921f4edfd61 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:21.040554 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996d7ecb-188d-4315-994f-59c8bfd7e8d3 req-8eb401da-1cf6-4c36-85fd-e921f4edfd61 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0617566 Sep 03 16:29:21.082612 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996d7ecb-188d-4315-994f-59c8bfd7e8d3 req-0a58759e-0e9b-46f0-8f92-57d0eec9f799 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351179 Sep 03 16:29:21.343142 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd73f-7cf0-47a1-a67e-9b5e5f91e955 req-ef4905e0-347f-49c3-b882-2d8c01fb6a09 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:21.344734 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e0fd73f-7cf0-47a1-a67e-9b5e5f91e955 req-ef4905e0-347f-49c3-b882-2d8c01fb6a09 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0638566 Sep 03 16:29:21.385220 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e0fd73f-7cf0-47a1-a67e-9b5e5f91e955 req-ecb6ac2c-520c-47e4-9be6-0282bfee6d0b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Sep 03 16:29:22.217421 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31537ce-f39d-4ed4-99ad-23ba208128c8 req-aed77273-a153-4dfd-a8a2-382515530cd1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:22.219040 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d31537ce-f39d-4ed4-99ad-23ba208128c8 req-aed77273-a153-4dfd-a8a2-382515530cd1 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0522282 Sep 03 16:29:22.261390 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d31537ce-f39d-4ed4-99ad-23ba208128c8 req-4e63e42c-3364-43d3-a2f6-11b4b4da0510 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352991 Sep 03 16:29:22.512866 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1475b9c-8390-4e3f-ba05-939066888f9a req-06c0e5d4-6a1d-4be7-a419-7a0c4d088226 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:22.514362 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f1475b9c-8390-4e3f-ba05-939066888f9a req-06c0e5d4-6a1d-4be7-a419-7a0c4d088226 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0598924 Sep 03 16:29:22.568326 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f1475b9c-8390-4e3f-ba05-939066888f9a req-5cf6c712-6ab9-4b89-a16c-d3782df30f3c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Sep 03 16:29:23.403720 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f401fec-9140-4966-9525-c4f6c8d28139 req-b19f6c5e-1185-471c-bf07-f7231f2749ca tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:23.405951 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f401fec-9140-4966-9525-c4f6c8d28139 req-b19f6c5e-1185-471c-bf07-f7231f2749ca tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0526507 Sep 03 16:29:23.444873 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f401fec-9140-4966-9525-c4f6c8d28139 req-ab0e5212-2ffd-49f6-850e-eca195268e1c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327272 Sep 03 16:29:23.694344 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ecd9a-f124-4cef-8b09-b8be1eb7d646 req-634363a7-fe17-4903-bc40-f09d1bfc7dfb tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:23.696037 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d77ecd9a-f124-4cef-8b09-b8be1eb7d646 req-634363a7-fe17-4903-bc40-f09d1bfc7dfb tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0579278 Sep 03 16:29:23.736388 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d77ecd9a-f124-4cef-8b09-b8be1eb7d646 req-17e8ec36-96b9-42a2-816a-fcbcf1c95410 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341372 Sep 03 16:29:24.569255 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565e40-f95c-4c1a-9053-0d8b09adc812 req-e6aa2f9e-aca2-4aea-b710-5c87bca2641d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:24.570745 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72565e40-f95c-4c1a-9053-0d8b09adc812 req-e6aa2f9e-aca2-4aea-b710-5c87bca2641d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0514390 Sep 03 16:29:24.608925 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72565e40-f95c-4c1a-9053-0d8b09adc812 req-805fe4c6-010e-4417-b723-6c497c0c8a53 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Sep 03 16:29:24.859118 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf560e-304f-4306-b55c-00e2f3697ce2 req-df923ea9-7026-4add-b3d0-b6a5e3b38f8b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:24.860644 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14bf560e-304f-4306-b55c-00e2f3697ce2 req-df923ea9-7026-4add-b3d0-b6a5e3b38f8b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0534511 Sep 03 16:29:24.897345 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14bf560e-304f-4306-b55c-00e2f3697ce2 req-e86c7962-9c55-4051-b1d7-e45cd9880db1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Sep 03 16:29:25.733349 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8132-727c-43f9-993d-6effd21a28e8 req-3c3fa79b-7977-40cb-9fd0-85817fc1097c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:25.734881 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d90a8132-727c-43f9-993d-6effd21a28e8 req-3c3fa79b-7977-40cb-9fd0-85817fc1097c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0541773 Sep 03 16:29:25.778933 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d90a8132-727c-43f9-993d-6effd21a28e8 req-db4404a9-9d93-4763-af71-423e11f56a17 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365663 Sep 03 16:29:26.062948 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a38c39-9e7e-4b57-a48f-32d8536ac042 req-93f1ad89-84cc-4447-97fe-985cede51c4d tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:26.064609 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80a38c39-9e7e-4b57-a48f-32d8536ac042 req-93f1ad89-84cc-4447-97fe-985cede51c4d tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0639586 Sep 03 16:29:26.106856 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80a38c39-9e7e-4b57-a48f-32d8536ac042 req-31b4cb6f-e2b0-4cc8-86ed-81216c05d31f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Sep 03 16:29:26.931890 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b1905-c83f-4070-93df-ce37de5b0d9a req-3fd09513-d66d-4977-b0bc-45899d45fdc6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:26.933182 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d83b1905-c83f-4070-93df-ce37de5b0d9a req-3fd09513-d66d-4977-b0bc-45899d45fdc6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0812500 Sep 03 16:29:26.982032 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d83b1905-c83f-4070-93df-ce37de5b0d9a req-a342a716-b149-4d07-a5bd-c7ce229d777b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Sep 03 16:29:27.234460 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cce6c1-8577-4b65-afc0-0c0812f6b156 req-0ada510b-1e70-43f6-a31b-ccc166d9593b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:27.236235 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f5cce6c1-8577-4b65-afc0-0c0812f6b156 req-0ada510b-1e70-43f6-a31b-ccc166d9593b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0616372 Sep 03 16:29:27.280877 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f5cce6c1-8577-4b65-afc0-0c0812f6b156 req-ec3371ad-f3b3-420f-a1a4-24b791215416 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369704 Sep 03 16:29:28.004589 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-16d7b6eb-2924-4ec8-9f87-9c3e30f56371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.006127 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-16d7b6eb-2924-4ec8-9f87-9c3e30f56371 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97&tenant_id=6e50ba9017d84087b07e20e4e625cc38 HTTP/1.1" status: 200 len: 1096 time: 0.0472567 Sep 03 16:29:28.159793 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-f34504f5-d312-4efe-8e8e-04abae080d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.162481 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-f34504f5-d312-4efe-8e8e-04abae080d12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1096 time: 0.1255734 Sep 03 16:29:28.176201 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183186a-da37-488d-9878-14df14a37ae6 req-52ac8694-3d41-43e3-a0e6-0244edabef9b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.178069 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4183186a-da37-488d-9878-14df14a37ae6 req-52ac8694-3d41-43e3-a0e6-0244edabef9b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.1051364 Sep 03 16:29:28.333406 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4183186a-da37-488d-9878-14df14a37ae6 req-3c0681aa-6f98-431c-ab27-8087a811f557 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410050 Sep 03 16:29:28.413851 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-e4405dfa-f4bc-449a-9d92-7a89647ea25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.415465 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-e4405dfa-f4bc-449a-9d92-7a89647ea25c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.2359109 Sep 03 16:29:28.538777 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe91ac4-a396-4761-883e-7083f0019188 req-d22c2b51-ffe4-497f-8f2a-710b190406c1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.540313 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fe91ac4-a396-4761-883e-7083f0019188 req-d22c2b51-ffe4-497f-8f2a-710b190406c1 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.1464732 Sep 03 16:29:28.542459 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-a330e9a6-6409-4bba-a258-19940cb346f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 998 time: 0.1019750 Sep 03 16:29:28.622902 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2fe91ac4-a396-4761-883e-7083f0019188 req-0d4f1f13-5097-47ec-ae88-f1d6cbabc1cd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722578 Sep 03 16:29:28.624756 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-4637effd-0375-4403-ab24-f6d314d8693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.626136 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-4637effd-0375-4403-ab24-f6d314d8693d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.0713506 Sep 03 16:29:28.676946 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-6b535529-2771-4750-8611-76b66c37b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.678332 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-6b535529-2771-4750-8611-76b66c37b5b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424900 Sep 03 16:29:28.772720 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-daf2e388-8293-4a10-b84e-29a3fb76950f service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Sep 03 16:29:28.875261 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-996f1bf9-83d5-430f-8761-e2c7d7bf2d5d req-8898a030-eeed-4f42-a0a1-e93273461a5c service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948043 Sep 03 16:29:29.498399 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a436052-1e7f-4236-8868-7060bf2ce188 req-39e2c44e-86e5-49d1-af53-e3c723003110 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:29.505902 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a436052-1e7f-4236-8868-7060bf2ce188 req-39e2c44e-86e5-49d1-af53-e3c723003110 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0675626 Sep 03 16:29:29.542939 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a436052-1e7f-4236-8868-7060bf2ce188 req-8250505c-9034-4786-a838-4e5b05a7af4c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361400 Sep 03 16:29:29.593660 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a92c4c-a991-4595-8b95-45ca4cd59cf9 req-10ad2fdc-8cf7-4877-92b3-e61109fc46c4 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:29.595315 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b7a92c4c-a991-4595-8b95-45ca4cd59cf9 req-10ad2fdc-8cf7-4877-92b3-e61109fc46c4 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0564554 Sep 03 16:29:29.645035 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b7a92c4c-a991-4595-8b95-45ca4cd59cf9 req-674ad44f-23d6-4bae-9e99-5f0d52e9ea96 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Sep 03 16:29:29.779135 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44a24-64ae-4a54-88e5-3ec65e0366b4 req-58e96a53-8e64-414a-91d6-794417a9cf6f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:29.780557 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-23e44a24-64ae-4a54-88e5-3ec65e0366b4 req-58e96a53-8e64-414a-91d6-794417a9cf6f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0773425 Sep 03 16:29:29.820193 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3b52-239d-48a7-bdc2-41cf6053ae89 req-ef714fab-0871-497f-81b4-1ab20f8db107 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:29.821670 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68fe3b52-239d-48a7-bdc2-41cf6053ae89 req-ef714fab-0871-497f-81b4-1ab20f8db107 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 945 time: 0.0772061 Sep 03 16:29:29.842761 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-23e44a24-64ae-4a54-88e5-3ec65e0366b4 req-15f69974-c0b7-48bc-95d6-7b60881dd276 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561609 Sep 03 16:29:29.870659 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68fe3b52-239d-48a7-bdc2-41cf6053ae89 req-e69ca5af-783a-4d2d-813e-efa9eda40373 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Sep 03 16:29:30.239764 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.676071 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f777a-5c31-4805-a6c1-13b09f79386d req-fd0a9309-9658-433c-adf2-eacdc7a3aa12 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:30.677530 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-797f777a-5c31-4805-a6c1-13b09f79386d req-fd0a9309-9658-433c-adf2-eacdc7a3aa12 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 944 time: 0.0508218 Sep 03 16:29:30.722294 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-797f777a-5c31-4805-a6c1-13b09f79386d req-a45cc162-3e40-42d1-b2b9-6171b05e230a tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373926 Sep 03 16:29:30.784922 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c407a-f64d-408d-ad83-3b04fe132ba2 req-b4444faa-48ff-4fdf-ae16-0c8f1fe94b00 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:30.786933 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-657c407a-f64d-408d-ad83-3b04fe132ba2 req-b4444faa-48ff-4fdf-ae16-0c8f1fe94b00 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0687973 Sep 03 16:29:30.827648 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-657c407a-f64d-408d-ad83-3b04fe132ba2 req-5d6d2f98-7e83-4e95-9fcf-320d39a5f42e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Sep 03 16:29:30.981504 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24837cb0-68f2-4f76-88e2-a9370cd0e4ab req-f10c0c0d-a393-4bdb-bd05-e5c42e36e95b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:30.982992 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24837cb0-68f2-4f76-88e2-a9370cd0e4ab req-f10c0c0d-a393-4bdb-bd05-e5c42e36e95b tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0738428 Sep 03 16:29:31.015819 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc01ff-22a7-459e-9aa3-4bd242444d76 req-b4ea883d-c0bd-4640-be34-a40fafb630b7 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:31.017339 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d9bc01ff-22a7-459e-9aa3-4bd242444d76 req-b4ea883d-c0bd-4640-be34-a40fafb630b7 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 945 time: 0.0775054 Sep 03 16:29:31.045832 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24837cb0-68f2-4f76-88e2-a9370cd0e4ab req-3ad64d4a-6723-4742-b46a-0f25f15a4417 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567026 Sep 03 16:29:31.073009 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d9bc01ff-22a7-459e-9aa3-4bd242444d76 req-970f13bc-394f-4ba9-80c3-68b31b87e460 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Sep 03 16:29:31.188995 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:29:31.285709 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-c649f5b8-f294-48d4-88f6-10e9373c761c tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:31.285997 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-265cc67c-cdaa-4614-b858-6c0d53f83d09 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:31.287471 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-c649f5b8-f294-48d4-88f6-10e9373c761c tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.0550628 Sep 03 16:29:31.287621 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-265cc67c-cdaa-4614-b858-6c0d53f83d09 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Sep 03 16:29:31.289184 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:31.304772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'port_id': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'mac_address': 'fa:16:3e:41:4d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:29:31.349784 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.363975 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beaa3ceb-9376-4039-96d6-64fe891ecb15 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:29:31.388719 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:31.394254 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.399684 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Deleting port 3744cb6d-b7b3-4786-8bc9-744ca066381f {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:31.400067 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.406634 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Deleting port e2525814-74b1-461d-840a-565a54ce99dc {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:31.407011 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.461192 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=9']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:31.469599 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.470091 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.470455 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.470915 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.471603 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.472118 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.472521 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.472922 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.473323 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.473723 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.474190 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.474590 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.516168 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] For port 3744cb6d-b7b3-4786-8bc9-744ca066381f, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=3744cb6d-b7b3-4786-8bc9-744ca066381f,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:31.516766 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.535450 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] For port e2525814-74b1-461d-840a-565a54ce99dc, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=e2525814-74b1-461d-840a-565a54ce99dc,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:31.535844 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.536967 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Calling delete_port for 3744cb6d-b7b3-4786-8bc9-744ca066381f owned by compute:nova {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:31.591446 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['beaa3ceb-9376-4039-96d6-64fe891ecb15'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:29:31.687491 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.717996 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Pushing event deleted for resources: {'Port': ['ID=3744cb6d-b7b3-4786-8bc9-744ca066381f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:31.747515 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.748523 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.748750 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.748992 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Floating IP 606aea24-fe47-4e67-8480-145810aaf262 disassociated. External IP: 172.27.1.251, port: e2525814-74b1-461d-840a-565a54ce99dc. Sep 03 16:29:31.749161 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.749422 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.749579 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Calling delete_port for e2525814-74b1-461d-840a-565a54ce99dc owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:31.749759 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.750096 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.750424 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.750806 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.751087 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.751845 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.751845 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.752153 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.752382 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:31.785035 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] No DVR routers for this DVR port 3744cb6d-b7b3-4786-8bc9-744ca066381f on host hv-cinder-76017 {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:29:31.787784 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:31.789991 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-12c1c1b5-72e0-49a2-ac26-a77c6ccd78cc req-6a19e6a5-0f02-4957-8fba-6036d45f0284 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "DELETE /v2.0/ports/3744cb6d-b7b3-4786-8bc9-744ca066381f HTTP/1.1" status: 204 len: 173 time: 0.4915814 Sep 03 16:29:31.790456 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'name': 'network-vif-deleted', 'tag': '3744cb6d-b7b3-4786-8bc9-744ca066381f'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:31.792857 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e77a8ab-295b-42f7-8f59-7a54f6744696" -d '{"events": [{"server_uuid": "27dd9744-af59-4757-9e4a-3dc67682aed7", "name": "network-vif-deleted", "tag": "3744cb6d-b7b3-4786-8bc9-744ca066381f"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:31.839430 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0309442e-f43c-4073-90da-b765d0c7070d x-openstack-request-id: req-0309442e-f43c-4073-90da-b765d0c7070d {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:31.839727 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dd9744-af59-4757-9e4a-3dc67682aed7", "name": "network-vif-deleted", "tag": "3744cb6d-b7b3-4786-8bc9-744ca066381f", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:31.840041 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0309442e-f43c-4073-90da-b765d0c7070d {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:31.840450 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dd9744-af59-4757-9e4a-3dc67682aed7', 'name': 'network-vif-deleted', 'tag': '3744cb6d-b7b3-4786-8bc9-744ca066381f', 'status': 'completed', 'code': 200} Sep 03 16:29:31.998824 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['3744cb6d-b7b3-4786-8bc9-744ca066381f'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:29:32.182027 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2abbd6-35e6-4e39-ae3a-948e77fa8c25 req-b2ba578c-338a-4c27-85bb-618765f49a3b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:32.183751 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c2abbd6-35e6-4e39-ae3a-948e77fa8c25 req-b2ba578c-338a-4c27-85bb-618765f49a3b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 945 time: 0.1092322 Sep 03 16:29:32.192855 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a816-8945-4c99-90b2-6d87c9e50c3e req-ead7e367-a243-456a-a289-8c16aa25fe44 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:32.194442 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd56a816-8945-4c99-90b2-6d87c9e50c3e req-ead7e367-a243-456a-a289-8c16aa25fe44 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/ports?device_id=43e4a3d4-d4b5-49f6-986a-db674b4349e1 HTTP/1.1" status: 200 len: 946 time: 0.1188636 Sep 03 16:29:32.313541 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c2abbd6-35e6-4e39-ae3a-948e77fa8c25 req-88215a41-4b1d-403c-98ca-82073e57f5ad tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116934 Sep 03 16:29:32.324683 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd56a816-8945-4c99-90b2-6d87c9e50c3e req-3d634a04-f6ef-4240-8c6e-9830a164ff4e tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ddc6acf-bbb3-4877-bc58-639243a50e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057591 Sep 03 16:29:32.330322 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:32.351258 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:29:32.365205 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event deleted for resources: {'Port': ['ID=e2525814-74b1-461d-840a-565a54ce99dc,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:32.380089 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.380927 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.380927 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.381186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.381443 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.381898 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.382470 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.382682 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.383078 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.383539 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.384140 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.384341 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:32.521412 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97f7f055-c7f1-46e4-b1e2-265006c77331 req-1a12e3a7-8b60-4d2b-8e48-19e1c67e6a3a tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=27dd9744-af59-4757-9e4a-3dc67682aed7 HTTP/1.1" status: 200 len: 210 time: 0.0815797 Sep 03 16:29:32.571155 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f94940-3fa7-42b4-8902-8fe9d82ce8f5 req-cf18fe16-54a3-4287-91aa-5d682a12d956 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:32.573037 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98f94940-3fa7-42b4-8902-8fe9d82ce8f5 req-cf18fe16-54a3-4287-91aa-5d682a12d956 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.1342535 Sep 03 16:29:32.612371 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:29:32.641568 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-98f94940-3fa7-42b4-8902-8fe9d82ce8f5 req-f203a211-50d6-446d-ab35-818973977898 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616400 Sep 03 16:29:32.763038 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:29:32.774664 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:29:32.785270 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:29:32.786009 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:29:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:32.803751 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] No DVR routers for this DVR port e2525814-74b1-461d-840a-565a54ce99dc on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:29:32.806489 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:32.808672 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d504da8-97d6-423b-b5d4-b9d4e258ec26 req-a04d43e0-60e1-4b70-ad67-9ded7402b263 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.15 "DELETE /v2.0/ports/e2525814-74b1-461d-840a-565a54ce99dc HTTP/1.1" status: 204 len: 173 time: 1.5102925 Sep 03 16:29:32.809677 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'name': 'network-vif-deleted', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:32.812026 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757b61f-d2e4-401e-84fd-eb0e34bc65b6" -d '{"events": [{"server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "name": "network-vif-deleted", "tag": "e2525814-74b1-461d-840a-565a54ce99dc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:32.851064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b941a4-1d8f-40df-bb35-cf73c2f1cc97 x-openstack-request-id: req-94b941a4-1d8f-40df-bb35-cf73c2f1cc97 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:32.851355 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e4a3d4-d4b5-49f6-986a-db674b4349e1", "name": "network-vif-deleted", "tag": "e2525814-74b1-461d-840a-565a54ce99dc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:32.851607 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94b941a4-1d8f-40df-bb35-cf73c2f1cc97 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:32.852030 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e4a3d4-d4b5-49f6-986a-db674b4349e1', 'name': 'network-vif-deleted', 'tag': 'e2525814-74b1-461d-840a-565a54ce99dc', 'status': 'completed', 'code': 200} Sep 03 16:29:33.038274 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:29:33.212401 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:29:33.283817 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port beaa3ceb-9376-4039-96d6-64fe891ecb15 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:29:33.284218 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.287011 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:33.331548 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:29:33.350184 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:29:33.350812 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:29:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:33.415902 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45528) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:33.450549 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc53989-a506-45af-a8e2-7abd01765ea4 req-2499535b-f03b-4e6d-8aa7-f8836e0a6f6b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:33.452780 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4dc53989-a506-45af-a8e2-7abd01765ea4 req-2499535b-f03b-4e6d-8aa7-f8836e0a6f6b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 945 time: 0.0599999 Sep 03 16:29:33.479112 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.479622 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd717163-fcf1-46c9-af7e-f2af6651bbd3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.499715 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4dc53989-a506-45af-a8e2-7abd01765ea4 req-e76847d7-ce05-421b-9bf2-d1b29ab19876 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355470 Sep 03 16:29:33.506042 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd717163-fcf1-46c9-af7e-f2af6651bbd3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.507749 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:29:33.514701 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:33.517103 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e58eb-409c-49e5-881c-66676adb29bd" -d '{"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-plugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:33.559369 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:33.561488 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204f6b3-a12c-4e27-8d84-69eb32b89275 x-openstack-request-id: req-1204f6b3-a12c-4e27-8d84-69eb32b89275 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:33.561772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-plugged", "status": "completed", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:33.562025 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1204f6b3-a12c-4e27-8d84-69eb32b89275 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:33.562470 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'code': 200} Sep 03 16:29:33.567573 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.583043 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd717163-fcf1-46c9-af7e-f2af6651bbd3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.586839 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-fd717163-fcf1-46c9-af7e-f2af6651bbd3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.588473 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-fd717163-fcf1-46c9-af7e-f2af6651bbd3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "DELETE /v2.0/security-groups/0ddc6acf-bbb3-4877-bc58-639243a50e7b HTTP/1.1" status: 204 len: 168 time: 0.1711540 Sep 03 16:29:33.591456 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 45534) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:33.607988 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd717163-fcf1-46c9-af7e-f2af6651bbd3 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc6acf-bbb3-4877-bc58-639243a50e7b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:33.618105 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-bc386709-1d62-412b-9884-996b233de12a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] show failed (client error): The resource could not be found. Sep 03 16:29:33.619203 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bc386709-1d62-412b-9884-996b233de12a tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "GET /v2.0/security-groups/0ddc6acf-bbb3-4877-bc58-639243a50e7b HTTP/1.1" status: 404 len: 347 time: 0.0266669 Sep 03 16:29:33.621940 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 45538) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:33.731459 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=10']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:33.835692 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:33.868462 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2ec44-9ee0-44f7-96fb-a094a583a46d None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:11Z', 'revision_number': 4, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'e9dc4372-6bc2-4e3a-b965-52ab8911c227', 'name': '', 'network_id': '685dc53f-ffac-45ff-8df7-5a1d82b48b4d', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'mac_address': 'fa:16:3e:5a:ad:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:23:07Z', 'updated_at': '2021-09-03T16:23:18Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'subnets': [{'id': 'fc601603-5d2d-4df5-b20c-14d8f030377a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:29:33.911575 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Deleting port 56c84303-d4da-49db-bd7d-a6f8bb3b6bce {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:33.912231 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.916139 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ed9d-908b-4d51-afdd-816cb1b135ad req-260db804-19d4-4961-8f0e-9ca12e88c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:33.917669 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48a6ed9d-908b-4d51-afdd-816cb1b135ad req-260db804-19d4-4961-8f0e-9ca12e88c9a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 1100 time: 0.1145041 Sep 03 16:29:33.926985 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81edfd-1690-4394-924b-b533ba00b440 req-19bbcd13-515d-4f06-8e62-f829358fa26f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:33.928563 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c81edfd-1690-4394-924b-b533ba00b440 req-19bbcd13-515d-4f06-8e62-f829358fa26f tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.1287558 Sep 03 16:29:34.084248 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c81edfd-1690-4394-924b-b533ba00b440 req-badbfdc9-f683-49ae-aebe-d0a4a4675fc5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230516 Sep 03 16:29:34.088197 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48a6ed9d-908b-4d51-afdd-816cb1b135ad req-522d0088-c665-4ff1-934b-43bdc1aafc3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574504 Sep 03 16:29:34.109614 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:34.110322 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:34.126222 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Calling delete_port for 56c84303-d4da-49db-bd7d-a6f8bb3b6bce owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:34.129060 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c032828-4878-4baf-a05f-e31931fbcfe9 None None] New status for floating IP 606aea24-fe47-4e67-8480-145810aaf262: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:29:34.297168 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:34.336197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Pushing event deleted for resources: {'Port': ['ID=56c84303-d4da-49db-bd7d-a6f8bb3b6bce,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:34.396771 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:34.399345 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:34.400540 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3cd18081-bdba-428b-921e-043bfaab05b9 tempest-AttachVolumeTestJSON-1537313239 tempest-AttachVolumeTestJSON-1537313239-project] 10.222.0.42 "DELETE /v2.0/floatingips/606aea24-fe47-4e67-8480-145810aaf262 HTTP/1.1" status: 204 len: 168 time: 0.7776949 Sep 03 16:29:34.626263 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aea42-3764-4a0d-8aae-ede68751f36f req-466a5790-0e92-432c-b4ec-12e69c521d63 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:34.628667 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d6aea42-3764-4a0d-8aae-ede68751f36f req-466a5790-0e92-432c-b4ec-12e69c521d63 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0564508 Sep 03 16:29:34.676577 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2d6aea42-3764-4a0d-8aae-ede68751f36f req-003945e4-5116-4b0c-abf4-6dfc01f835f6 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Sep 03 16:29:35.212219 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e212-4d53-491f-9817-02d9ee1078a5 req-5d519074-5921-4c0a-9a7b-30e032608d2c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:35.214000 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0088e212-4d53-491f-9817-02d9ee1078a5 req-5d519074-5921-4c0a-9a7b-30e032608d2c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0563037 Sep 03 16:29:35.253171 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0088e212-4d53-491f-9817-02d9ee1078a5 req-72114a6a-569e-435d-9009-12ad7b0000be tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Sep 03 16:29:35.738921 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 3744cb6d-b7b3-4786-8bc9-744ca066381f no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:35.763287 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 3744cb6d-b7b3-4786-8bc9-744ca066381f {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:29:35.763721 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 3744cb6d-b7b3-4786-8bc9-744ca066381f not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:29:35.764243 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e2525814-74b1-461d-840a-565a54ce99dc no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:35.787210 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: e2525814-74b1-461d-840a-565a54ce99dc {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:29:35.787548 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device e2525814-74b1-461d-840a-565a54ce99dc not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:29:35.808313 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bbf57-161d-47c2-9ef5-39e91e2ead4a req-d5801f6c-4d1c-4b1c-9354-2d970500a186 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:35.809969 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-111bbf57-161d-47c2-9ef5-39e91e2ead4a req-d5801f6c-4d1c-4b1c-9354-2d970500a186 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0572398 Sep 03 16:29:35.849177 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-111bbf57-161d-47c2-9ef5-39e91e2ead4a req-3dfc0199-6fcf-4f8c-a64a-d90c45ef120b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Sep 03 16:29:36.380337 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4abf76-0299-4fe0-8626-a4ccda44c9b9 req-f4d1720f-7e85-47b8-ad95-199bbee64ef6 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:36.381987 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f4abf76-0299-4fe0-8626-a4ccda44c9b9 req-f4d1720f-7e85-47b8-ad95-199bbee64ef6 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0542538 Sep 03 16:29:36.421977 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f4abf76-0299-4fe0-8626-a4ccda44c9b9 req-980675ef-b505-462e-893f-bbf1a3a790c7 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Sep 03 16:29:36.974057 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da2be-e16a-40f4-921e-699785117347 req-58f720be-4d62-4b57-a022-cb2ef7bc843c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:36.975548 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d4da2be-e16a-40f4-921e-699785117347 req-58f720be-4d62-4b57-a022-cb2ef7bc843c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0493245 Sep 03 16:29:37.014474 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d4da2be-e16a-40f4-921e-699785117347 req-48a35300-f48e-4237-a974-2e3ba6371689 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324540 Sep 03 16:29:37.536580 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8d7f4-6700-4d69-b580-f174c472ed1d req-5bbe6af6-0289-4000-8379-792f169834c8 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:37.538059 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66f8d7f4-6700-4d69-b580-f174c472ed1d req-5bbe6af6-0289-4000-8379-792f169834c8 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0480258 Sep 03 16:29:37.576355 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-66f8d7f4-6700-4d69-b580-f174c472ed1d req-381738fa-8051-48e2-8eae-8397d1a7dfec tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Sep 03 16:29:38.147364 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f233-50a9-45a8-a745-380223061b9e req-7204b157-89ac-480e-8932-aaedbe2ecf66 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:38.148929 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-be59f233-50a9-45a8-a745-380223061b9e req-7204b157-89ac-480e-8932-aaedbe2ecf66 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0572906 Sep 03 16:29:38.189433 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-be59f233-50a9-45a8-a745-380223061b9e req-9a34fcb3-4914-45c2-b75a-c0960343867f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344515 Sep 03 16:29:38.257557 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e78a9f0-511c-402f-8012-5b2cf018250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:38.696616 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37470e-e617-4ee8-b263-e93d87ec2456 req-df001da5-c2ab-47d8-be9d-8cf8371cb04d tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:38.698127 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a37470e-e617-4ee8-b263-e93d87ec2456 req-df001da5-c2ab-47d8-be9d-8cf8371cb04d tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 943 time: 0.0511653 Sep 03 16:29:38.736602 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a37470e-e617-4ee8-b263-e93d87ec2456 req-145d04b6-1875-45f5-90f1-8be98730031e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Sep 03 16:29:39.219992 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:29:39.323809 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b4322-b65d-476c-aab1-d093c540bdf9 req-35d71ca3-249d-453a-854c-51cf033bc910 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:39.326264 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d5b4322-b65d-476c-aab1-d093c540bdf9 req-35d71ca3-249d-453a-854c-51cf033bc910 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0544517 Sep 03 16:29:39.329123 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:39.342228 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'port_id': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'mac_address': 'fa:16:3e:a8:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:29:39.368146 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d5b4322-b65d-476c-aab1-d093c540bdf9 req-bd3a490f-38bb-42fc-89ba-e57083269e3b tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353811 Sep 03 16:29:39.379746 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:39.392862 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:29:39.411768 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:39.416128 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:39.464759 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=7']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:39.865565 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b516e3a-6f6d-467a-bb0d-695ebe67611c req-fbf5adfa-ad50-42e7-9d2b-a981f940850e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:39.867455 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b516e3a-6f6d-467a-bb0d-695ebe67611c req-fbf5adfa-ad50-42e7-9d2b-a981f940850e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 944 time: 0.0583909 Sep 03 16:29:39.914737 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0b516e3a-6f6d-467a-bb0d-695ebe67611c req-8573e477-8065-412c-a7d3-8fd16710463c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Sep 03 16:29:40.059500 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 45658) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:40.518230 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:40.758071 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Deleting port e9dc4372-6bc2-4e3a-b965-52ab8911c227 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:40.758447 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:40.839369 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] For port e9dc4372-6bc2-4e3a-b965-52ab8911c227, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=e9dc4372-6bc2-4e3a-b965-52ab8911c227,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:40.839764 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:40.851687 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Calling delete_port for e9dc4372-6bc2-4e3a-b965-52ab8911c227 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:41.072596 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4b29e-d4d2-44ec-b86a-0bc3ecf3103f req-1ba25994-6b5b-474c-9e31-af579c89d7a9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:41.074119 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1c4b29e-d4d2-44ec-b86a-0bc3ecf3103f req-1ba25994-6b5b-474c-9e31-af579c89d7a9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 944 time: 0.0880401 Sep 03 16:29:41.075235 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:41.107792 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dc4372-6bc2-4e3a-b965-52ab8911c227,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:41.174785 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1c4b29e-d4d2-44ec-b86a-0bc3ecf3103f req-b5d458a6-997e-45aa-9f84-8a7f923e27d3 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942545 Sep 03 16:29:41.202180 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d92605e3-a522-41e3-aa9b-686e511c3a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:41.241063 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:41.310030 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:41.798138 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Router de9d5f71-4629-4e7b-9e00-18dd610e41ec has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:29:41.906896 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:29:41.912489 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6629dc92-e88a-4786-82f3-b6d336601e0a admin admin] 10.222.0.42 "PUT /v2.0/routers/de9d5f71-4629-4e7b-9e00-18dd610e41ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514555 Sep 03 16:29:41.914611 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 45668) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:41.915894 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] Sync routers for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:29:41.926023 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:29:41.926594 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:29:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:42.024487 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.086220 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:29:42.131294 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.207353 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Deleting port a8d563a1-65f9-47b0-9534-0a12982fca14 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:42.208554 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.264206 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['29abd11c-e134-4f4f-bb3d-cf5946cf3f27'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:29:42.321436 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.334658 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] For port a8d563a1-65f9-47b0-9534-0a12982fca14, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=a8d563a1-65f9-47b0-9534-0a12982fca14,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:42.335039 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.355188 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a155c-a1cf-4b04-82b8-9acb345f925c req-a8d68efd-ec45-44e5-bd4c-22ac40baa585 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:42.357679 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-746a155c-a1cf-4b04-82b8-9acb345f925c req-a8d68efd-ec45-44e5-bd4c-22ac40baa585 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 944 time: 0.0886288 Sep 03 16:29:42.361996 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Calling delete_port for a8d563a1-65f9-47b0-9534-0a12982fca14 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:42.370274 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:29:40Z', 'revision_number': 5, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port': {'id': 'a8d563a1-65f9-47b0-9534-0a12982fca14', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:54Z', 'updated_at': '2021-09-03T16:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:42.407971 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] Checking router: de9d5f71-4629-4e7b-9e00-18dd610e41ec for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:29:42.434278 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] Routers {'de9d5f71-4629-4e7b-9e00-18dd610e41ec'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:29:42.434913 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:29:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:42.463579 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-746a155c-a1cf-4b04-82b8-9acb345f925c req-775db5be-a9e0-45c0-af52-4d3d3607b6ef tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972538 Sep 03 16:29:42.572900 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.575098 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] Set router de9d5f71-4629-4e7b-9e00-18dd610e41ec gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:29:42.611900 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d563a1-65f9-47b0-9534-0a12982fca14,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:42.640017 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:29:42Z', 'revision_number': 6, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:42.674842 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f26d34-f4fd-4513-b875-8c80ffc8a232 None None] The sync data for ids ['de9d5f71-4629-4e7b-9e00-18dd610e41ec'] in dv-cinder-760178-8-iscsi is: [{'id': 'de9d5f71-4629-4e7b-9e00-18dd610e41ec', 'name': 'tempest-AttachVolumeTestJSON-1787666258-router', 'tenant_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:29:42Z', 'revision_number': 6, 'project_id': '11ba5e2be6e840b4a8af30d1bd06133b', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:29:42.735364 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.841841 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.845449 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.858017 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-120be096-ff3c-4bc1-bcea-0eeefa63874e tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:42.859476 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-120be096-ff3c-4bc1-bcea-0eeefa63874e tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/networks?id=4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 200 len: 814 time: 0.2587817 Sep 03 16:29:42.904686 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-b41bf58e-4e1a-4a54-bc00-d1faa4ae423e tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/quotas/e6be9ab699234ef2892b00043bdd8cde HTTP/1.1" status: 200 len: 375 time: 0.0117307 Sep 03 16:29:42.907149 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.907682 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de9d5f71-4629-4e7b-9e00-18dd610e41ec {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:29:42.912801 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:42.913978 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5539792f-f4b3-428d-a498-2b5eeee363d9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/de9d5f71-4629-4e7b-9e00-18dd610e41ec HTTP/1.1" status: 204 len: 168 time: 0.9983859 Sep 03 16:29:42.917018 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45686) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:42.942251 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-12bfb5f8-8d59-4872-9822-9f1c2326dea5 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e6be9ab699234ef2892b00043bdd8cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271454 Sep 03 16:29:42.980490 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Deleting subnet fc601603-5d2d-4df5-b20c-14d8f030377a {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:29:42.985029 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.029378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.048884 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-09b2553f-7c37-4f33-90a0-c633fe50278e service neutron] 10.222.0.42 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994406 Sep 03 16:29:43.131910 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.163063 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-5870c23b-c583-44b8-8daf-e2c229b61199 service neutron] 10.222.0.42 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019080 Sep 03 16:29:43.189244 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.215900 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc601603-5d2d-4df5-b20c-14d8f030377a,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:43.220380 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.222347 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-70b2b844-4e31-4bca-83a0-359172e37a79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fc601603-5d2d-4df5-b20c-14d8f030377a HTTP/1.1" status: 204 len: 168 time: 0.3043144 Sep 03 16:29:43.225164 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45688) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:43.228558 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8d528-1db1-461d-8415-d92eb2ba1dfd None None] Network 685dc53f-ffac-45ff-8df7-5a1d82b48b4d requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:29:43.244194 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:29:43.305162 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.366054 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Deleting port db3f9da3-13b9-4ca9-952d-0672a5fc6829 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:43.366676 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.370126 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-618a8936-ee43-45a2-85a1-b9f9f1b50fa6 req-358801b8-9851-4ca4-840e-9383ab580e08 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 210 time: 0.0397737 Sep 03 16:29:43.394912 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:29:43.394912 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.458520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] For port db3f9da3-13b9-4ca9-952d-0672a5fc6829, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=db3f9da3-13b9-4ca9-952d-0672a5fc6829,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:43.458944 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.482196 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Calling delete_port for db3f9da3-13b9-4ca9-952d-0672a5fc6829 owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:43.517783 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.553335 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] DHCP port deletion for 685dc53f-ffac-45ff-8df7-5a1d82b48b4d request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:29:43.586639 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device e9dc4372-6bc2-4e3a-b965-52ab8911c227 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:43.644681 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b0f6-9d56-45b3-8eb1-229ee5a7afc0 req-2391f94f-efb3-4389-aae3-1a5fb30f88bd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:43.647057 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ec5b0f6-9d56-45b3-8eb1-229ee5a7afc0 req-2391f94f-efb3-4389-aae3-1a5fb30f88bd tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 944 time: 0.0644722 Sep 03 16:29:43.712541 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ec5b0f6-9d56-45b3-8eb1-229ee5a7afc0 req-58618605-76a2-4c9b-949f-4e79cd8cb6bb tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501585 Sep 03 16:29:43.760256 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:43.763841 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf7f796-463e-43d3-87e4-4d3b5be5526e" -d '{"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-plugged", "status": "completed", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:43.775621 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: e9dc4372-6bc2-4e3a-b965-52ab8911c227 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:29:43.775981 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device e9dc4372-6bc2-4e3a-b965-52ab8911c227 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:29:43.776552 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a8d563a1-65f9-47b0-9534-0a12982fca14 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:43.805608 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: a8d563a1-65f9-47b0-9534-0a12982fca14 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:29:43.805986 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a8d563a1-65f9-47b0-9534-0a12982fca14 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:29:43.809446 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:43.818364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.877908 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1b9f61-7778-4245-bdff-c4a39dd630d0 x-openstack-request-id: req-bb1b9f61-7778-4245-bdff-c4a39dd630d0 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:43.878302 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-plugged", "status": "completed", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:43.878736 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb1b9f61-7778-4245-bdff-c4a39dd630d0 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:43.879212 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'code': 200} Sep 03 16:29:43.893177 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] Deleting port db3f9da3-13b9-4ca9-952d-0672a5fc6829 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:43.893561 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.936093 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.967472 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:43.969284 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3f9da3-13b9-4ca9-952d-0672a5fc6829,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:43.970034 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=8']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:43.976222 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] No DVR routers for this DVR port db3f9da3-13b9-4ca9-952d-0672a5fc6829 on host dv-cinder-760178-8-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:29:44.034249 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] For port db3f9da3-13b9-4ca9-952d-0672a5fc6829, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=db3f9da3-13b9-4ca9-952d-0672a5fc6829,segment=NetworkSegment(3f31a98e-130b-42f5-82b9-1cf4855aaf97),segment_id=3f31a98e-130b-42f5-82b9-1cf4855aaf97)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:44.034612 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.051356 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] Calling delete_port for db3f9da3-13b9-4ca9-952d-0672a5fc6829 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:44.074844 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.090175 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685dc53f-ffac-45ff-8df7-5a1d82b48b4d']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:44.095344 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2062af8-d5c8-40f1-abc2-3f1bd2a79862 req-3a22b49e-3896-467f-be83-7ec7f33404a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:44.096980 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2062af8-d5c8-40f1-abc2-3f1bd2a79862 req-3a22b49e-3896-467f-be83-7ec7f33404a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.0491321 Sep 03 16:29:44.103595 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f31a98e-130b-42f5-82b9-1cf4855aaf97') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:44.104021 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f31a98e-130b-42f5-82b9-1cf4855aaf97') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:44.116267 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.132466 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.140326 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2062af8-d5c8-40f1-abc2-3f1bd2a79862 req-9ff50b47-10d3-4a29-9e2e-e32a9be2acfc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Sep 03 16:29:44.140544 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:29:44.141377 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:29:44.143263 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:29:44.147192 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.176146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] Pushing event deleted for resources: {'Port': ['ID=db3f9da3-13b9-4ca9-952d-0672a5fc6829,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:44.183008 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ba54d-c64e-4833-8101-e1b70acfe534 None None] No DVR routers for this DVR port db3f9da3-13b9-4ca9-952d-0672a5fc6829 on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:29:44.204504 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.210231 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.212108 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] 10.222.0.42 "DELETE /v2.0/networks/685dc53f-ffac-45ff-8df7-5a1d82b48b4d HTTP/1.1" status: 204 len: 168 time: 0.9857655 Sep 03 16:29:44.229307 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3243-9f3f-4a5a-af50-0eed46b1da98 admin admin] Pushing event deleted for resources: {'Network': ['ID=685dc53f-ffac-45ff-8df7-5a1d82b48b4d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:44.337481 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45706) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:44.386298 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-420ec3da-a38d-4309-bb6e-7773d6629771 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11ba5e2be6e840b4a8af30d1bd06133b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474343 Sep 03 16:29:44.389391 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 45708) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:44.457966 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-85ab97a0-9a5f-48a6-9dbd-dea3abe92134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.494870 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53ea1042-be5d-4a10-8b74-3b4fe5f02eab req-4b8f91cc-61b5-454d-992c-b43286e9b7b1 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 210 time: 0.0347455 Sep 03 16:29:44.508042 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-85ab97a0-9a5f-48a6-9dbd-dea3abe92134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.564540 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-85ab97a0-9a5f-48a6-9dbd-dea3abe92134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.568001 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-85ab97a0-9a5f-48a6-9dbd-dea3abe92134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:44.569286 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-85ab97a0-9a5f-48a6-9dbd-dea3abe92134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f502714-6dc9-4140-888e-9519b45afdc0 HTTP/1.1" status: 204 len: 168 time: 0.1788356 Sep 03 16:29:44.579213 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab97a0-9a5f-48a6-9dbd-dea3abe92134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f502714-6dc9-4140-888e-9519b45afdc0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:44.856157 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-521559ae-01eb-4301-98ac-319c557718d6 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:44.857694 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-521559ae-01eb-4301-98ac-319c557718d6 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "GET /v2.0/networks?id=4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 200 len: 814 time: 0.1691751 Sep 03 16:29:44.878536 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41f137-954c-40f9-b482-be5c04e18a56 req-65aee5e0-2357-42d2-aad0-2b730e792ea9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:44.880240 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf41f137-954c-40f9-b482-be5c04e18a56 req-65aee5e0-2357-42d2-aad0-2b730e792ea9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0848989 Sep 03 16:29:44.885068 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Request body: {'port': {'device_id': '399d7ea0-4882-458d-9683-11de6463ce0f', 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1', 'admin_state_up': True, 'tenant_id': 'e6be9ab699234ef2892b00043bdd8cde'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:44.981669 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf41f137-954c-40f9-b482-be5c04e18a56 req-926ec169-e2c8-422d-a463-a67cc514cf7d tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924084 Sep 03 16:29:45.035613 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Made reservation on behalf of e6be9ab699234ef2892b00043bdd8cde for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:45.039285 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:45.182402 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Allocated IP 172.20.0.6 (4ac4f654-c256-4b65-b8d1-27dd089585b1/9db84200-2dc0-47cc-80cd-58fe7c6f4f13/98309f79-7c51-42b5-9763-09bf43fcffbf) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:29:45.328006 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device db3f9da3-13b9-4ca9-952d-0672a5fc6829 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:45.349373 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: db3f9da3-13b9-4ca9-952d-0672a5fc6829 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:29:45.349917 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device db3f9da3-13b9-4ca9-952d-0672a5fc6829 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:29:45.366300 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:45.406251 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:45.449868 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Network 4ac4f654-c256-4b65-b8d1-27dd089585b1 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:29:45.453032 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:29:45.457012 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:29:45.486647 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Pushing event updated for resources: {'Port': ['ID=98309f79-7c51-42b5-9763-09bf43fcffbf,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:45.515472 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:45.516154 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:45.532968 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-cd40a32f-4b60-47fc-a078-42978c985bcf tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6503201 Sep 03 16:29:45.549043 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Request body: {'port': {'device_id': '399d7ea0-4882-458d-9683-11de6463ce0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:45.643485 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:45.670462 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d67afd-1258-4574-a2ac-5e2685505931 req-ea6916dc-7944-48f6-9439-e20c7259dee2 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:45.672003 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f9d67afd-1258-4574-a2ac-5e2685505931 req-ea6916dc-7944-48f6-9439-e20c7259dee2 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 931 time: 0.0916123 Sep 03 16:29:45.812228 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f9d67afd-1258-4574-a2ac-5e2685505931 req-0f409cd7-9026-4d98-b23c-ebda99267fbd tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158628 Sep 03 16:29:45.999620 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98309f79-7c51-42b5-9763-09bf43fcffbf {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:29:46.009918 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:46.024591 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Transition to ACTIVE for port object 98309f79-7c51-42b5-9763-09bf43fcffbf will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:29:46.036059 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:46.131252 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Pushing event updated for resources: {'Port': ['ID=98309f79-7c51-42b5-9763-09bf43fcffbf,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:46.192930 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1f39-2d43-419b-ac9d-a1bca63cfc09 req-5c0fbf53-fe3f-46e7-bc60-a24c96099d15 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.194513 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38ed1f39-2d43-419b-ac9d-a1bca63cfc09 req-5c0fbf53-fe3f-46e7-bc60-a24c96099d15 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.1170726 Sep 03 16:29:46.213305 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Attempting to bind port 98309f79-7c51-42b5-9763-09bf43fcffbf on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:29:46.213655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Attempting to bind port 98309f79-7c51-42b5-9763-09bf43fcffbf by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:29:46.214254 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Attempting to bind port 98309f79-7c51-42b5-9763-09bf43fcffbf on network 4ac4f654-c256-4b65-b8d1-27dd089585b1 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:29:46.227716 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Port 98309f79-7c51-42b5-9763-09bf43fcffbf on network 4ac4f654-c256-4b65-b8d1-27dd089585b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:29:46.228073 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Attempting to bind port 98309f79-7c51-42b5-9763-09bf43fcffbf on network 4ac4f654-c256-4b65-b8d1-27dd089585b1 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:29:46.237242 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:29:46.237587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Checking segment: {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:29:46.237984 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Bound using segment: {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:29:46.238430 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Bound port: 98309f79-7c51-42b5-9763-09bf43fcffbf, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:29:46.238944 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:46.262528 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38ed1f39-2d43-419b-ac9d-a1bca63cfc09 req-620b3b4d-6520-48db-afba-af5cd3769ae9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556452 Sep 03 16:29:46.322819 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] For port 98309f79-7c51-42b5-9763-09bf43fcffbf, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:29:46.327220 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] For port 98309f79-7c51-42b5-9763-09bf43fcffbf, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=98309f79-7c51-42b5-9763-09bf43fcffbf,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:29:46.332850 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:46.368397 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.369156 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:46.370559 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] 10.222.0.15 "PUT /v2.0/ports/98309f79-7c51-42b5-9763-09bf43fcffbf HTTP/1.1" status: 200 len: 1093 time: 0.8260128 Sep 03 16:29:46.372884 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399d7ea0-4882-458d-9683-11de6463ce0f', 'tag': '98309f79-7c51-42b5-9763-09bf43fcffbf'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:46.377957 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722ddf0-d678-4c60-9705-339d015c1be1" -d '{"events": [{"name": "network-changed", "server_uuid": "399d7ea0-4882-458d-9683-11de6463ce0f", "tag": "98309f79-7c51-42b5-9763-09bf43fcffbf"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:46.423278 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea17be-fcff-43fd-9f98-f4dad25231dc service neutron] Pushing event updated for resources: {'Port': ['ID=98309f79-7c51-42b5-9763-09bf43fcffbf,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:46.441746 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ccaa5-615c-455d-b188-c1c47f7e79e9 x-openstack-request-id: req-c35ccaa5-615c-455d-b188-c1c47f7e79e9 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:46.442041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399d7ea0-4882-458d-9683-11de6463ce0f", "tag": "98309f79-7c51-42b5-9763-09bf43fcffbf", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:46.442295 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c35ccaa5-615c-455d-b188-c1c47f7e79e9 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:46.442695 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399d7ea0-4882-458d-9683-11de6463ce0f', 'tag': '98309f79-7c51-42b5-9763-09bf43fcffbf', 'status': 'completed', 'code': 200} Sep 03 16:29:46.459598 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-0be75da5-66af-490d-ac08-9b90e7a3f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.461285 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-0be75da5-66af-490d-ac08-9b90e7a3f26c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6be9ab699234ef2892b00043bdd8cde&device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 1096 time: 0.0516093 Sep 03 16:29:46.503097 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-3e1fdd43-dd81-4869-8e1c-21ef0f2a71c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98309f79-7c51-42b5-9763-09bf43fcffbf HTTP/1.1" status: 200 len: 217 time: 0.0344644 Sep 03 16:29:46.557325 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-2056020f-ddab-4598-a6d8-3ac5e420bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.558832 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-2056020f-ddab-4598-a6d8-3ac5e420bb72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9db84200-2dc0-47cc-80cd-58fe7c6f4f13 HTTP/1.1" status: 200 len: 854 time: 0.0488629 Sep 03 16:29:46.601376 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-4eefae4c-9c03-48f1-9f33-8364d17e6009 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ac4f654-c256-4b65-b8d1-27dd089585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282931 Sep 03 16:29:46.688666 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-980d3c89-b415-4431-9c1f-c1ddec015aed service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803049 Sep 03 16:29:46.784095 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11e16986-46af-48d8-bb83-8d77dc731e6a req-d83ab4ec-b1b0-438f-9606-365f52eab001 service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887537 Sep 03 16:29:46.869791 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-44ce2511-a78b-46f4-b102-9d28cf9ff4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.871882 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-44ce2511-a78b-46f4-b102-9d28cf9ff4e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6be9ab699234ef2892b00043bdd8cde&device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 1096 time: 0.0407774 Sep 03 16:29:46.995018 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8c79f-dd6b-4a11-9614-81bee554fa04 req-04bc9f06-ffff-462b-b584-6c545a2f03b9 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.997079 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80d8c79f-dd6b-4a11-9614-81bee554fa04 req-04bc9f06-ffff-462b-b584-6c545a2f03b9 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 943 time: 0.1082065 Sep 03 16:29:47.011355 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-faaf8535-35b8-4e37-a742-8f18a52ba102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:47.012894 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-faaf8535-35b8-4e37-a742-8f18a52ba102 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 200 len: 915 time: 0.1333654 Sep 03 16:29:47.057669 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-09403e1b-cf98-4e0d-a3c8-3ffb1ea27b7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98309f79-7c51-42b5-9763-09bf43fcffbf HTTP/1.1" status: 200 len: 217 time: 0.0352592 Sep 03 16:29:47.077343 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80d8c79f-dd6b-4a11-9614-81bee554fa04 req-7a8b8f61-8db6-4538-b9a5-3d53a865867e tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733721 Sep 03 16:29:47.115275 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-37c26d8e-0755-42f7-b54e-0c3a7e9bb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:47.116761 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-37c26d8e-0755-42f7-b54e-0c3a7e9bb7f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9db84200-2dc0-47cc-80cd-58fe7c6f4f13 HTTP/1.1" status: 200 len: 854 time: 0.0511990 Sep 03 16:29:47.147576 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-ce0ac8ef-833d-4407-81ef-b6d3c5a83b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ac4f654-c256-4b65-b8d1-27dd089585b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229843 Sep 03 16:29:47.241362 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-bb35c6e9-5686-44bf-bc07-1b8a9f1c2bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849421 Sep 03 16:29:47.340475 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8722ddf0-d678-4c60-9705-339d015c1be1 req-d7d6cc28-4a19-499a-bf22-57b30244027d service neutron] 10.222.0.15 "GET /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898371 Sep 03 16:29:48.191698 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633994fd-c0cc-46dc-b741-4fcaecfa5ec9 req-b9d97025-e8b3-4214-b162-7f5a94a504ae tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:48.193228 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-633994fd-c0cc-46dc-b741-4fcaecfa5ec9 req-b9d97025-e8b3-4214-b162-7f5a94a504ae tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 943 time: 0.0485032 Sep 03 16:29:48.232933 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-633994fd-c0cc-46dc-b741-4fcaecfa5ec9 req-a910e5b6-6901-4622-b0af-4258adbcdaa5 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Sep 03 16:29:49.351253 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45c8a-23c8-444f-be77-c0e979b63e22 req-4ccbd681-27a6-4b6a-a27e-21bb11c8b301 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:49.353021 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1aa45c8a-23c8-444f-be77-c0e979b63e22 req-4ccbd681-27a6-4b6a-a27e-21bb11c8b301 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 943 time: 0.0485809 Sep 03 16:29:49.404203 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1aa45c8a-23c8-444f-be77-c0e979b63e22 req-cb722243-fe22-4ea9-a2dc-c1dcd1fb4d2a tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Sep 03 16:29:50.556632 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200507d8-b945-4590-91f1-b44dc58c9158 req-f47ea5a6-893f-428b-8da1-2ba81e0c0b91 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:50.558821 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-200507d8-b945-4590-91f1-b44dc58c9158 req-f47ea5a6-893f-428b-8da1-2ba81e0c0b91 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 943 time: 0.0699837 Sep 03 16:29:50.606425 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-200507d8-b945-4590-91f1-b44dc58c9158 req-21820283-a4f3-4853-b4fa-d8e9db131a9c tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Sep 03 16:29:51.282191 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 98309f79-7c51-42b5-9763-09bf43fcffbf details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:29:51.384794 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 98309f79-7c51-42b5-9763-09bf43fcffbf, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=98309f79-7c51-42b5-9763-09bf43fcffbf,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:51.397504 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '98309f79-7c51-42b5-9763-09bf43fcffbf', 'network_id': '4ac4f654-c256-4b65-b8d1-27dd089585b1', 'port_id': '98309f79-7c51-42b5-9763-09bf43fcffbf', 'mac_address': 'fa:16:3e:51:d7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db84200-2dc0-47cc-80cd-58fe7c6f4f13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:29:51.441687 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:51.455962 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98309f79-7c51-42b5-9763-09bf43fcffbf {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:29:51.477831 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 98309f79-7c51-42b5-9763-09bf43fcffbf, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=98309f79-7c51-42b5-9763-09bf43fcffbf,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:51.483465 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:51.535426 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=98309f79-7c51-42b5-9763-09bf43fcffbf,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:51.724372 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178d802-c6dc-4a79-a1bf-d14bf09e990e req-2fb741d2-ab1e-4cba-90db-746c43ac1bf3 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:51.725876 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e178d802-c6dc-4a79-a1bf-d14bf09e990e req-2fb741d2-ab1e-4cba-90db-746c43ac1bf3 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 944 time: 0.0495448 Sep 03 16:29:51.732299 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['98309f79-7c51-42b5-9763-09bf43fcffbf'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:29:51.778650 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e178d802-c6dc-4a79-a1bf-d14bf09e990e req-7166c141-f485-4de5-a147-ebacd61872a3 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452523 Sep 03 16:29:52.897466 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77460b-2b7e-47c8-a610-21070781e002 req-7c48e4d5-b4ff-4f60-a025-d2c88ba823f3 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:52.898990 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e77460b-2b7e-47c8-a610-21070781e002 req-7c48e4d5-b4ff-4f60-a025-d2c88ba823f3 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 944 time: 0.0505614 Sep 03 16:29:52.941374 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e77460b-2b7e-47c8-a610-21070781e002 req-ded98cc2-4386-4c69-9e10-c982b3c102a3 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Sep 03 16:29:53.282208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 98309f79-7c51-42b5-9763-09bf43fcffbf up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:29:53.334426 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 98309f79-7c51-42b5-9763-09bf43fcffbf completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:29:53.338226 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 98309f79-7c51-42b5-9763-09bf43fcffbf triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:29:53.338592 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:53.418237 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:53.445704 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399d7ea0-4882-458d-9683-11de6463ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98309f79-7c51-42b5-9763-09bf43fcffbf'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:53.448200 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609da32a-296e-4dcf-95ea-58cde014eee2" -d '{"events": [{"server_uuid": "399d7ea0-4882-458d-9683-11de6463ce0f", "name": "network-vif-plugged", "status": "completed", "tag": "98309f79-7c51-42b5-9763-09bf43fcffbf"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:53.462594 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 98309f79-7c51-42b5-9763-09bf43fcffbf, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=98309f79-7c51-42b5-9763-09bf43fcffbf,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:53.467920 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:53.513864 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c955958c-2727-4a3c-ac00-f4016e7803a8 x-openstack-request-id: req-c955958c-2727-4a3c-ac00-f4016e7803a8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:53.514230 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399d7ea0-4882-458d-9683-11de6463ce0f", "name": "network-vif-plugged", "status": "completed", "tag": "98309f79-7c51-42b5-9763-09bf43fcffbf", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:53.514534 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c955958c-2727-4a3c-ac00-f4016e7803a8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:53.514935 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399d7ea0-4882-458d-9683-11de6463ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98309f79-7c51-42b5-9763-09bf43fcffbf', 'code': 200} Sep 03 16:29:53.521376 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=98309f79-7c51-42b5-9763-09bf43fcffbf,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:53.684597 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cca99d-5bed-4c17-86a3-3643731e573a req-8796d621-d954-4222-8426-0ab374cb93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:53.686057 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48cca99d-5bed-4c17-86a3-3643731e573a req-8796d621-d954-4222-8426-0ab374cb93bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 1098 time: 0.0389740 Sep 03 16:29:53.720888 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48cca99d-5bed-4c17-86a3-3643731e573a req-987e41af-bf66-4c8b-9fa9-d4e973cffc13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274901 Sep 03 16:29:54.054043 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd03563-3e73-4683-974a-bb5d6655c1ae req-cb1b4ce4-e2d8-419e-8fa0-80fb8523e3ba tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:54.055528 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0cd03563-3e73-4683-974a-bb5d6655c1ae req-cb1b4ce4-e2d8-419e-8fa0-80fb8523e3ba tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.0481284 Sep 03 16:29:54.093339 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0cd03563-3e73-4683-974a-bb5d6655c1ae req-b77c6e30-3090-4558-9d82-343f921f7231 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Sep 03 16:29:55.211678 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d923642-2bdb-4432-bd0e-28834605591d req-428f5ab1-6249-4747-9794-cf65632c01c6 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:55.213305 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d923642-2bdb-4432-bd0e-28834605591d req-428f5ab1-6249-4747-9794-cf65632c01c6 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.0508626 Sep 03 16:29:55.257333 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d923642-2bdb-4432-bd0e-28834605591d req-f8fff312-fd07-4ab4-8db6-7c98961bee85 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 Sep 03 16:30:00.259495 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.064987 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45976) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:02.205789 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cded7adf-e144-43a8-8b23-f869f0aaf403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.319819 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cded7adf-e144-43a8-8b23-f869f0aaf403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.325285 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cded7adf-e144-43a8-8b23-f869f0aaf403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.394476 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cded7adf-e144-43a8-8b23-f869f0aaf403 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=564bea76f23147fdb1f0bef341149c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281329 Sep 03 16:30:02.395654 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded7adf-e144-43a8-8b23-f869f0aaf403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2275f2a-66b3-40e9-ac5a-97b63fbeeeda,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:02.397457 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 45980) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:02.456593 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b295bd2-478b-453f-a21b-03fb2139a118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.482722 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b295bd2-478b-453f-a21b-03fb2139a118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.537878 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b295bd2-478b-453f-a21b-03fb2139a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.540562 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b295bd2-478b-453f-a21b-03fb2139a118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.541794 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4b295bd2-478b-453f-a21b-03fb2139a118 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2275f2a-66b3-40e9-ac5a-97b63fbeeeda HTTP/1.1" status: 204 len: 168 time: 0.1431105 Sep 03 16:30:02.551654 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b295bd2-478b-453f-a21b-03fb2139a118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2275f2a-66b3-40e9-ac5a-97b63fbeeeda,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:02.878101 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45986) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:02.892680 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3b46-c9db-45d1-8119-2170ba9b9547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.007373 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3b46-c9db-45d1-8119-2170ba9b9547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.012970 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5dcf3b46-c9db-45d1-8119-2170ba9b9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.056816 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5dcf3b46-c9db-45d1-8119-2170ba9b9547 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d654767e44a4ac0a171d26a6c71e8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773472 Sep 03 16:30:03.057436 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf3b46-c9db-45d1-8119-2170ba9b9547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e34a10-2523-438d-bb18-a8f3e53b0b70,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:03.061055 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 45990) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:03.139827 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-212b0db9-922a-47d9-84e1-dc7478d99a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.180127 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-212b0db9-922a-47d9-84e1-dc7478d99a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.242887 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-212b0db9-922a-47d9-84e1-dc7478d99a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.245597 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-212b0db9-922a-47d9-84e1-dc7478d99a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.247432 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-212b0db9-922a-47d9-84e1-dc7478d99a48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15e34a10-2523-438d-bb18-a8f3e53b0b70 HTTP/1.1" status: 204 len: 168 time: 0.1853004 Sep 03 16:30:03.257453 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b0db9-922a-47d9-84e1-dc7478d99a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e34a10-2523-438d-bb18-a8f3e53b0b70,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:06.612017 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46132) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:06.740138 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c39c5fd4-1f0f-4fde-965a-037807e62192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.851848 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c39c5fd4-1f0f-4fde-965a-037807e62192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.856641 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c39c5fd4-1f0f-4fde-965a-037807e62192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.902346 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c39c5fd4-1f0f-4fde-965a-037807e62192 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1abe6a9c717c49ff893f6a71f2101c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887666 Sep 03 16:30:06.903351 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c5fd4-1f0f-4fde-965a-037807e62192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440702b-bd6d-4972-b0c6-fd68b7e73ef5,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:06.905379 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46138) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:06.992357 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53228eb7-8a21-437a-b2f0-c5373618d7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.017275 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53228eb7-8a21-437a-b2f0-c5373618d7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.069529 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53228eb7-8a21-437a-b2f0-c5373618d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.072610 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53228eb7-8a21-437a-b2f0-c5373618d7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.073888 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-53228eb7-8a21-437a-b2f0-c5373618d7b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1440702b-bd6d-4972-b0c6-fd68b7e73ef5 HTTP/1.1" status: 204 len: 168 time: 0.1669993 Sep 03 16:30:07.082675 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53228eb7-8a21-437a-b2f0-c5373618d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440702b-bd6d-4972-b0c6-fd68b7e73ef5,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:07.363977 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46146) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:07.378751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bef6cd7-a5b1-45a2-b242-73e4ab19f8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.494653 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bef6cd7-a5b1-45a2-b242-73e4ab19f8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.499426 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0bef6cd7-a5b1-45a2-b242-73e4ab19f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.540233 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef6cd7-a5b1-45a2-b242-73e4ab19f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf7280-804d-4e8e-9a4b-46a99ee8bb7f,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:07.548923 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0bef6cd7-a5b1-45a2-b242-73e4ab19f8c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6354f2a8e874ef7857ea1a654d6b6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796994 Sep 03 16:30:07.549268 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46152) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:07.612492 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88a43b2b-8373-4e66-a8be-354fa8eeeaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.649125 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88a43b2b-8373-4e66-a8be-354fa8eeeaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.706247 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88a43b2b-8373-4e66-a8be-354fa8eeeaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.708894 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-88a43b2b-8373-4e66-a8be-354fa8eeeaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.710118 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-88a43b2b-8373-4e66-a8be-354fa8eeeaff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4adf7280-804d-4e8e-9a4b-46a99ee8bb7f HTTP/1.1" status: 204 len: 168 time: 0.1599929 Sep 03 16:30:07.721257 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a43b2b-8373-4e66-a8be-354fa8eeeaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf7280-804d-4e8e-9a4b-46a99ee8bb7f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:08.272376 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-294cf293-2da0-4245-8d1e-29f5c76e6b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.351602 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:30:09.782442 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46212) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:09.898628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-744f8b63-9a57-4242-a9b3-86e7070deaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.004670 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-744f8b63-9a57-4242-a9b3-86e7070deaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.009559 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-744f8b63-9a57-4242-a9b3-86e7070deaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.054048 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f8b63-9a57-4242-a9b3-86e7070deaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5b296-5634-47b7-9dc8-c6f7e7a01c15,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:10.058972 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-744f8b63-9a57-4242-a9b3-86e7070deaf7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7db5044dea1418fb026b61b118b4e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753980 Sep 03 16:30:10.061758 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46216) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:10.129811 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f717b6a-2c0b-4238-aade-aa7e124ae184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.154607 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f717b6a-2c0b-4238-aade-aa7e124ae184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.222777 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f717b6a-2c0b-4238-aade-aa7e124ae184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.227851 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f717b6a-2c0b-4238-aade-aa7e124ae184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.229892 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2f717b6a-2c0b-4238-aade-aa7e124ae184 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3f5b296-5634-47b7-9dc8-c6f7e7a01c15 HTTP/1.1" status: 204 len: 168 time: 0.1669638 Sep 03 16:30:10.244147 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717b6a-2c0b-4238-aade-aa7e124ae184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5b296-5634-47b7-9dc8-c6f7e7a01c15,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:10.553730 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46222) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:10.568215 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8865da47-a7d3-4559-9e15-8ef718e70062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.694671 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8865da47-a7d3-4559-9e15-8ef718e70062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.698837 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8865da47-a7d3-4559-9e15-8ef718e70062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.744883 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8865da47-a7d3-4559-9e15-8ef718e70062 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a056b3afc654436fa85058894a3ab58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899264 Sep 03 16:30:10.746463 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865da47-a7d3-4559-9e15-8ef718e70062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61365ae-31a4-4bf6-9894-349b57c13ccb,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:10.748723 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46226) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:10.822184 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdac2bf4-68f6-47bf-b2dd-619af06844be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.849194 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdac2bf4-68f6-47bf-b2dd-619af06844be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.912178 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdac2bf4-68f6-47bf-b2dd-619af06844be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.915158 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdac2bf4-68f6-47bf-b2dd-619af06844be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.916453 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cdac2bf4-68f6-47bf-b2dd-619af06844be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e61365ae-31a4-4bf6-9894-349b57c13ccb HTTP/1.1" status: 204 len: 168 time: 0.1661880 Sep 03 16:30:10.925924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac2bf4-68f6-47bf-b2dd-619af06844be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61365ae-31a4-4bf6-9894-349b57c13ccb,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:11.194486 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5f7d-bfe0-4a76-84eb-26959ed06eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.241592 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.204795 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46264) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:12.296147 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.350875 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c34d9b83-098a-4780-a061-727d1b0b9908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.459598 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c34d9b83-098a-4780-a061-727d1b0b9908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.465111 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c34d9b83-098a-4780-a061-727d1b0b9908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.506270 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d9b83-098a-4780-a061-727d1b0b9908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe417f-4875-4307-a0a8-81d6fc6ca6a9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:12.513366 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c34d9b83-098a-4780-a061-727d1b0b9908 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=821f1e46aba1477097d684d9b27121b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067193 Sep 03 16:30:12.516535 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46268) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:12.574203 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7cdf65d2-f75e-4cb1-8ad7-811d705e99ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.605165 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7cdf65d2-f75e-4cb1-8ad7-811d705e99ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.673257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7cdf65d2-f75e-4cb1-8ad7-811d705e99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.676221 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7cdf65d2-f75e-4cb1-8ad7-811d705e99ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.677465 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7cdf65d2-f75e-4cb1-8ad7-811d705e99ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fafe417f-4875-4307-a0a8-81d6fc6ca6a9 HTTP/1.1" status: 204 len: 168 time: 0.1595678 Sep 03 16:30:12.687143 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf65d2-f75e-4cb1-8ad7-811d705e99ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe417f-4875-4307-a0a8-81d6fc6ca6a9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:13.907173 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.908320 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf61666-971a-4609-8873-4342a0781974 req-e7b32431-1216-4b68-985b-04677c63e2da tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:18.909913 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6cf61666-971a-4609-8873-4342a0781974 req-e7b32431-1216-4b68-985b-04677c63e2da tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0552161 Sep 03 16:30:18.954744 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6cf61666-971a-4609-8873-4342a0781974 req-263be2ec-76b3-4d2d-ab0d-c0f96173404c tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345480 Sep 03 16:30:20.154934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf842df8-339c-4a10-ac71-bb54dd084b9c req-85270928-6727-4773-bc27-cbd041d62760 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:20.157283 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf842df8-339c-4a10-ac71-bb54dd084b9c req-85270928-6727-4773-bc27-cbd041d62760 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.1310189 Sep 03 16:30:20.466305 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06b04-8c5f-45d3-ac58-b760b8c28c5c req-04883a84-a8f4-48b4-8ac1-135c04418419 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:20.468050 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51a06b04-8c5f-45d3-ac58-b760b8c28c5c req-04883a84-a8f4-48b4-8ac1-135c04418419 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.4000535 Sep 03 16:30:20.501464 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf842df8-339c-4a10-ac71-bb54dd084b9c req-f390f2b3-ec85-4528-a66b-a6441e067f7b tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373790 Sep 03 16:30:20.525054 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51a06b04-8c5f-45d3-ac58-b760b8c28c5c req-f82f7063-e15a-4d75-b2af-e3feed27e7eb tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494266 Sep 03 16:30:21.719461 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e0c2e-a602-4dd0-bb77-53f3050bd5f8 req-ec5652aa-e834-4a26-919b-70cb5b9958a2 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:21.721154 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-913e0c2e-a602-4dd0-bb77-53f3050bd5f8 req-ec5652aa-e834-4a26-919b-70cb5b9958a2 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.1412950 Sep 03 16:30:21.736231 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e282-740d-4da7-86a0-ce522ff5ab52 req-666f1a34-b04d-4d99-9999-00d0b127f559 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:21.737811 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4586e282-740d-4da7-86a0-ce522ff5ab52 req-666f1a34-b04d-4d99-9999-00d0b127f559 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.1117709 Sep 03 16:30:21.799321 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-913e0c2e-a602-4dd0-bb77-53f3050bd5f8 req-179a8e19-2e99-407e-af96-a173760619ec tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Sep 03 16:30:21.808062 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4586e282-740d-4da7-86a0-ce522ff5ab52 req-e8c0f7f9-98ca-4ecb-94ac-242c6af72256 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628142 Sep 03 16:30:23.010604 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45abc94-6ee9-4ab0-98a8-46d31c3d2437 req-b550e017-84c2-4413-aefb-a3b2788b8852 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:23.012852 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c45abc94-6ee9-4ab0-98a8-46d31c3d2437 req-b550e017-84c2-4413-aefb-a3b2788b8852 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0872383 Sep 03 16:30:23.021912 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b78c-adb2-4a7d-b17b-22ed27bbb0ba req-df1420ff-2b1b-4503-8552-c80c4f342a5d tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:23.023577 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e74b78c-adb2-4a7d-b17b-22ed27bbb0ba req-df1420ff-2b1b-4503-8552-c80c4f342a5d tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.1190372 Sep 03 16:30:23.085529 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c45abc94-6ee9-4ab0-98a8-46d31c3d2437 req-2edc0946-46e8-4b3c-81ee-a73f0f39d165 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7f47f2c-6985-4fe7-84ca-417f4595d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608568 Sep 03 16:30:23.103057 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e74b78c-adb2-4a7d-b17b-22ed27bbb0ba req-b2f62c8b-9ec5-4e2f-8e42-ad9554385583 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697672 Sep 03 16:30:23.154522 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bca838-0021-4df8-92b8-2542237242ca req-1e44f671-a77d-4247-8180-4a8ec4e006e2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:23.156220 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83bca838-0021-4df8-92b8-2542237242ca req-1e44f671-a77d-4247-8180-4a8ec4e006e2 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 947 time: 0.0674160 Sep 03 16:30:23.284901 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Deleting port beaa3ceb-9376-4039-96d6-64fe891ecb15 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:23.285314 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.390646 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] For port beaa3ceb-9376-4039-96d6-64fe891ecb15, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=beaa3ceb-9376-4039-96d6-64fe891ecb15,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:23.390934 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.585333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.585784 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.586228 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Floating IP d326187f-7335-42df-a7df-bba235943ffa disassociated. External IP: 172.27.1.28, port: beaa3ceb-9376-4039-96d6-64fe891ecb15. Sep 03 16:30:23.586639 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Calling delete_port for beaa3ceb-9376-4039-96d6-64fe891ecb15 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:23.809671 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.843598 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event deleted for resources: {'Port': ['ID=beaa3ceb-9376-4039-96d6-64fe891ecb15,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:23.979158 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Router ca1f19c2-74be-4523-81e7-f0af93f0275c has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:30:24.106644 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:24.123664 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:24.178554 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] No DVR routers for this DVR port beaa3ceb-9376-4039-96d6-64fe891ecb15 on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:30:24.181702 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:24.188983 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:24.189150 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83bca838-0021-4df8-92b8-2542237242ca req-250d0f2e-f4dc-4556-85b2-b615526fde07 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.15 "DELETE /v2.0/ports/beaa3ceb-9376-4039-96d6-64fe891ecb15 HTTP/1.1" status: 204 len: 173 time: 1.0203228 Sep 03 16:30:24.189150 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-deleted', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:24.189462 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:24.192747 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c32730-fd3c-4ac0-9039-2bf1164af1f2" -d '{"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-deleted", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:24.379487 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:24.397999 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-339b8046-5c19-4adb-97ed-380e1e22d669 req-bb015b45-a36b-40e8-82b8-2c8dd845f106 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c1cf5d-ebaa-4339-b649-ae489d09cde5 HTTP/1.1" status: 200 len: 210 time: 0.1018920 Sep 03 16:30:24.436042 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b458-ecaf-4789-831a-7e9f149d3521 req-a13dfc63-7059-4b6f-b79e-eb5b05e51807 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:24.438038 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-55c9b458-ecaf-4789-831a-7e9f149d3521 req-a13dfc63-7059-4b6f-b79e-eb5b05e51807 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.1627257 Sep 03 16:30:24.470062 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-68425db9-043c-4876-8a36-1cea3e5e00ed tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:24.473183 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-68425db9-043c-4876-8a36-1cea3e5e00ed tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 945 time: 0.1425214 Sep 03 16:30:24.535907 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa19e61-b6d7-48aa-b057-f5c58be7a80a x-openstack-request-id: req-cfa19e61-b6d7-48aa-b057-f5c58be7a80a {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:24.536430 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c1cf5d-ebaa-4339-b649-ae489d09cde5", "name": "network-vif-deleted", "tag": "beaa3ceb-9376-4039-96d6-64fe891ecb15", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:24.537390 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfa19e61-b6d7-48aa-b057-f5c58be7a80a {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:24.537390 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c1cf5d-ebaa-4339-b649-ae489d09cde5', 'name': 'network-vif-deleted', 'tag': 'beaa3ceb-9376-4039-96d6-64fe891ecb15', 'status': 'completed', 'code': 200} Sep 03 16:30:24.618130 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-55c9b458-ecaf-4789-831a-7e9f149d3521 req-337273c9-d698-4b66-83db-96feb80b962a tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/security-groups?id=f26b46e7-988d-43f1-bb73-473f91700efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411808 Sep 03 16:30:24.654340 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Deleting port 98309f79-7c51-42b5-9763-09bf43fcffbf {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:24.654955 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:24.681650 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:24.720714 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:24.735059 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:24.735994 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:24.780906 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] For port 98309f79-7c51-42b5-9763-09bf43fcffbf, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=98309f79-7c51-42b5-9763-09bf43fcffbf,segment=NetworkSegment(d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9),segment_id=d9d9d6c4-fe49-44c7-a2c4-ec5403620cf9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:24.782565 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:24.799189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Calling delete_port for 98309f79-7c51-42b5-9763-09bf43fcffbf owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:24.868414 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:25.016158 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.032310 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['98309f79-7c51-42b5-9763-09bf43fcffbf'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:25.057876 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Pushing event deleted for resources: {'Port': ['ID=98309f79-7c51-42b5-9763-09bf43fcffbf,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:25.114430 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] No DVR routers for this DVR port 98309f79-7c51-42b5-9763-09bf43fcffbf on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:30:25.117199 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.119823 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5bb3d8b7-f55c-4a9d-99e8-57a2194a1060 req-ef982cb7-c631-436d-a897-8e8f7e476d17 tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.15 "DELETE /v2.0/ports/98309f79-7c51-42b5-9763-09bf43fcffbf HTTP/1.1" status: 204 len: 173 time: 0.6318953 Sep 03 16:30:25.146724 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:25.183766 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e014e-33ec-4871-8119-89f0ea02cf97 None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:23:04Z', 'revision_number': 4, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '3e8c16e1-6964-454a-a167-709afe476a8e', 'name': '', 'network_id': '64119de9-c5e0-4e62-b4f0-048f957eba7b', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'mac_address': 'fa:16:3e:6a:94:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:59Z', 'updated_at': '2021-09-03T16:23:17Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'subnets': [{'id': '2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:25.525187 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d709c-fa60-4578-bf14-463da72eea04 None None] New status for floating IP d326187f-7335-42df-a7df-bba235943ffa: DOWN {{(pid=93861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:30:25.569209 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46410) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:25.668797 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-acb3b12e-9c1a-4805-a11d-a8095579606f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.723181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-acb3b12e-9c1a-4805-a11d-a8095579606f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.824268 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-acb3b12e-9c1a-4805-a11d-a8095579606f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.830311 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-acb3b12e-9c1a-4805-a11d-a8095579606f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.832468 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-acb3b12e-9c1a-4805-a11d-a8095579606f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "DELETE /v2.0/security-groups/b7f47f2c-6985-4fe7-84ca-417f4595d9c9 HTTP/1.1" status: 204 len: 168 time: 0.2612758 Sep 03 16:30:25.838183 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46416) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:25.849579 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-87bf8121-0237-4837-a208-3b35c42a703f req-1332062f-2bcd-4941-ada3-a66f1b57a04c tempest-VolumesSnapshotTestJSON-681630568 tempest-VolumesSnapshotTestJSON-681630568-project] 10.222.0.42 "GET /v2.0/ports?device_id=399d7ea0-4882-458d-9683-11de6463ce0f HTTP/1.1" status: 200 len: 210 time: 0.0498815 Sep 03 16:30:25.862476 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3b12e-9c1a-4805-a11d-a8095579606f tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f47f2c-6985-4fe7-84ca-417f4595d9c9,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:25.865584 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.api.v2.resource [None req-2a32d731-57ca-4f14-9dca-9290c9c7a02d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] show failed (client error): The resource could not be found. Sep 03 16:30:25.871209 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2a32d731-57ca-4f14-9dca-9290c9c7a02d tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "GET /v2.0/security-groups/b7f47f2c-6985-4fe7-84ca-417f4595d9c9 HTTP/1.1" status: 404 len: 347 time: 0.0272462 Sep 03 16:30:25.871209 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46418) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:26.020388 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Deleting port 52dc7c54-d614-45f8-a270-084713cc9382 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:26.020783 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.110092 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.110439 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.125738 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Calling delete_port for 52dc7c54-d614-45f8-a270-084713cc9382 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:26.294349 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.326593 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Pushing event deleted for resources: {'Port': ['ID=52dc7c54-d614-45f8-a270-084713cc9382,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.408292 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.413228 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.415606 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-892e073d-5ad1-4a5c-93c0-77aa95b8dca7 tempest-AttachVolumeShelveTestJSON-1941832624 tempest-AttachVolumeShelveTestJSON-1941832624-project] 10.222.0.42 "DELETE /v2.0/floatingips/d326187f-7335-42df-a7df-bba235943ffa HTTP/1.1" status: 204 len: 168 time: 0.5425978 Sep 03 16:30:26.538257 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399d7ea0-4882-458d-9683-11de6463ce0f', 'name': 'network-vif-deleted', 'tag': '98309f79-7c51-42b5-9763-09bf43fcffbf'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:26.541757 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c700ef-a2e6-419e-b98e-1f38f150497c" -d '{"events": [{"server_uuid": "399d7ea0-4882-458d-9683-11de6463ce0f", "name": "network-vif-deleted", "tag": "98309f79-7c51-42b5-9763-09bf43fcffbf"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:26.625794 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf998b2-8073-4fe3-b5e2-e3ba114b7be3 x-openstack-request-id: req-ecf998b2-8073-4fe3-b5e2-e3ba114b7be3 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:26.626334 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399d7ea0-4882-458d-9683-11de6463ce0f", "name": "network-vif-deleted", "tag": "98309f79-7c51-42b5-9763-09bf43fcffbf", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:26.626890 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecf998b2-8073-4fe3-b5e2-e3ba114b7be3 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:26.627713 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399d7ea0-4882-458d-9683-11de6463ce0f', 'name': 'network-vif-deleted', 'tag': '98309f79-7c51-42b5-9763-09bf43fcffbf', 'status': 'completed', 'code': 200} Sep 03 16:30:28.680459 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:30:28.709812 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: beaa3ceb-9376-4039-96d6-64fe891ecb15 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:30:28.710200 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device beaa3ceb-9376-4039-96d6-64fe891ecb15 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:30:29.646090 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 98309f79-7c51-42b5-9763-09bf43fcffbf no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:30:29.669023 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 98309f79-7c51-42b5-9763-09bf43fcffbf {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:30:29.669379 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 98309f79-7c51-42b5-9763-09bf43fcffbf not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:30:30.248436 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:31.092393 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46482) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:31.721444 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:32.041181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Deleting port 3e8c16e1-6964-454a-a167-709afe476a8e {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:32.041181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:32.127490 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] For port 3e8c16e1-6964-454a-a167-709afe476a8e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=3e8c16e1-6964-454a-a167-709afe476a8e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:32.128262 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:32.142718 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Calling delete_port for 3e8c16e1-6964-454a-a167-709afe476a8e owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:32.402925 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:32.432621 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8c16e1-6964-454a-a167-709afe476a8e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:32.463662 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.464447 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.464675 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.465011 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.465343 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.465674 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.465999 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.466326 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.466650 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.466975 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.467273 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.467604 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:32.628929 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:32.860592 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Router ca1f19c2-74be-4523-81e7-f0af93f0275c has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:30:32.975550 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:32.981154 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-585e0eb5-36cd-4d0b-b22f-ab6ecb6dff6f admin admin] 10.222.0.42 "PUT /v2.0/routers/ca1f19c2-74be-4523-81e7-f0af93f0275c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8876958 Sep 03 16:30:32.983746 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46502) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:32.989397 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] Sync routers for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:32.999441 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:33.000425 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:33.107216 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.116114 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:33.216217 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.278021 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Deleting port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:33.278354 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.328794 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:30:32Z', 'revision_number': 5, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port': {'id': '3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:22:52Z', 'updated_at': '2021-09-03T16:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:33.375977 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] For port 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:33.376363 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.378467 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] Checking router: ca1f19c2-74be-4523-81e7-f0af93f0275c for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:33.390780 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Calling delete_port for 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:33.392265 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] Routers {'ca1f19c2-74be-4523-81e7-f0af93f0275c'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:33.393213 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['ca1f19c2-74be-4523-81e7-f0af93f0275c'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:33.495168 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] Set router ca1f19c2-74be-4523-81e7-f0af93f0275c gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:33.592691 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.626636 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:33.655925 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:30:33Z', 'revision_number': 6, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:33.684720 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e2590-7f0c-4cc4-a419-784d7ca08a03 None None] The sync data for ids ['ca1f19c2-74be-4523-81e7-f0af93f0275c'] in dv-cinder-760178-8-iscsi is: [{'id': 'ca1f19c2-74be-4523-81e7-f0af93f0275c', 'name': 'tempest-AttachVolumeShelveTestJSON-259076757-router', 'tenant_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:22:51Z', 'updated_at': '2021-09-03T16:30:33Z', 'revision_number': 6, 'project_id': '31bf7b0a63bb4df1868a0303870b5b2c', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:33.734535 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.871164 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.873713 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.922239 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.922960 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca1f19c2-74be-4523-81e7-f0af93f0275c {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:30:33.929160 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.933729 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46510) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:33.936328 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-47fedccf-b127-4fe1-bb97-3867cc067393 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ca1f19c2-74be-4523-81e7-f0af93f0275c HTTP/1.1" status: 204 len: 168 time: 0.9475758 Sep 03 16:30:33.991125 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Deleting subnet 2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:30:33.994730 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.045344 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.184628 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.247800 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.282546 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:34.285711 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.287744 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2a984c8d-d1ff-4f30-a9c3-e0a7f70840b8 HTTP/1.1" status: 204 len: 168 time: 0.3526232 Sep 03 16:30:34.291915 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46512) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:34.294702 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.295053 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.295398 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.295739 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.296049 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629387be-1ae4-4812-b857-b550c5d6ee38 None None] Network 64119de9-c5e0-4e62-b4f0-048f957eba7b requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:34.296785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.296785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.296785 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.297421 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.297421 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.297742 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.298021 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.298347 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9067caa7-e74e-4904-8d2c-0617a8e760b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.378478 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.444133 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Deleting port ce68f9cc-ce88-4087-8039-8afe9efd9a5e {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:34.444652 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.528374 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] DHCP port deletion for 64119de9-c5e0-4e62-b4f0-048f957eba7b request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:30:34.534141 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] For port ce68f9cc-ce88-4087-8039-8afe9efd9a5e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:34.534716 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.550623 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Calling delete_port for ce68f9cc-ce88-4087-8039-8afe9efd9a5e owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:34.597636 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Deleting port ce68f9cc-ce88-4087-8039-8afe9efd9a5e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:34.598238 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.692574 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] For port ce68f9cc-ce88-4087-8039-8afe9efd9a5e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,segment=NetworkSegment(98681338-f101-48a2-8bb0-33f0ceb475d3),segment_id=98681338-f101-48a2-8bb0-33f0ceb475d3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:34.693278 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.708747 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Calling delete_port for ce68f9cc-ce88-4087-8039-8afe9efd9a5e owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:34.812106 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.859559 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Pushing event deleted for resources: {'Port': ['ID=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:34.872982 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.873329 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.873862 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.874384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.874713 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.875038 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.875544 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.875881 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.876384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.876701 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.877242 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.877562 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:34.880615 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21489c04-e5a9-4e1d-8277-6286780fc685 None None] No DVR routers for this DVR port ce68f9cc-ce88-4087-8039-8afe9efd9a5e on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:30:34.927362 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:34.951140 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce68f9cc-ce88-4087-8039-8afe9efd9a5e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:34.967184 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] No DVR routers for this DVR port ce68f9cc-ce88-4087-8039-8afe9efd9a5e on host dv-cinder-760178-8-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:30:35.067456 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.079259 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64119de9-c5e0-4e62-b4f0-048f957eba7b']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:35.092337 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98681338-f101-48a2-8bb0-33f0ceb475d3') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:35.092776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98681338-f101-48a2-8bb0-33f0ceb475d3') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:35.108951 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.144271 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.160519 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:30:35.161151 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: self.session.flush() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: self.session.flush() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: self.session.flush() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: self.session.flush() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:30:35.163954 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:30:35.236776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.249683 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.256737 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/64119de9-c5e0-4e62-b4f0-048f957eba7b HTTP/1.1" status: 204 len: 168 time: 0.9606922 Sep 03 16:30:35.284994 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773775d-254f-40ca-bf6a-af879cbf9ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64119de9-c5e0-4e62-b4f0-048f957eba7b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:35.404975 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device ce68f9cc-ce88-4087-8039-8afe9efd9a5e no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:30:35.428093 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: ce68f9cc-ce88-4087-8039-8afe9efd9a5e {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:30:35.428425 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device ce68f9cc-ce88-4087-8039-8afe9efd9a5e not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:30:35.429035 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:30:35.443482 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46534) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:35.448419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:30:35.448774 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3b5e3f59-fb24-4ef0-b0ad-b3f26bfdb024 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:30:35.449208 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3e8c16e1-6964-454a-a167-709afe476a8e no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:30:35.470625 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 3e8c16e1-6964-454a-a167-709afe476a8e {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:30:35.471237 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 3e8c16e1-6964-454a-a167-709afe476a8e not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:30:35.498855 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ae383a49-d60c-4a69-ba64-313b5f49d9da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31bf7b0a63bb4df1868a0303870b5b2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535967 Sep 03 16:30:35.501266 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46536) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:35.557962 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc30-8df6-4c1e-8d41-f138da5757a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.582777 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc30-8df6-4c1e-8d41-f138da5757a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.635253 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc30-8df6-4c1e-8d41-f138da5757a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.638632 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-56e1bc30-8df6-4c1e-8d41-f138da5757a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:35.640523 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-56e1bc30-8df6-4c1e-8d41-f138da5757a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3b54ba7-8a7e-47b2-a0f7-4e18b6252080 HTTP/1.1" status: 204 len: 168 time: 0.1379097 Sep 03 16:30:35.652075 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1bc30-8df6-4c1e-8d41-f138da5757a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b54ba7-8a7e-47b2-a0f7-4e18b6252080,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:36.806117 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46586) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:36.948412 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a3c32729-9d73-45e7-b2ce-b0c51d6c42e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.066691 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a3c32729-9d73-45e7-b2ce-b0c51d6c42e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.072208 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a3c32729-9d73-45e7-b2ce-b0c51d6c42e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.114352 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a3c32729-9d73-45e7-b2ce-b0c51d6c42e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=489018fb5b654cf79b3796e6380a0d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071058 Sep 03 16:30:37.115631 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c32729-9d73-45e7-b2ce-b0c51d6c42e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec162da3-4138-4156-a59f-fdfa3ad8af4d,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:37.117619 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46596) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:37.182444 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5cef41fc-8245-4a78-85b1-1dd2471e9a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.213551 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5cef41fc-8245-4a78-85b1-1dd2471e9a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.273109 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5cef41fc-8245-4a78-85b1-1dd2471e9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.275814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5cef41fc-8245-4a78-85b1-1dd2471e9a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.277732 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5cef41fc-8245-4a78-85b1-1dd2471e9a27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec162da3-4138-4156-a59f-fdfa3ad8af4d HTTP/1.1" status: 204 len: 168 time: 0.1590967 Sep 03 16:30:37.292165 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef41fc-8245-4a78-85b1-1dd2471e9a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec162da3-4138-4156-a59f-fdfa3ad8af4d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:37.908982 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46632) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:38.088134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-22d53dff-eb79-43f3-b3ba-8be9e79b5114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.227629 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-22d53dff-eb79-43f3-b3ba-8be9e79b5114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.233355 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-22d53dff-eb79-43f3-b3ba-8be9e79b5114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.275738 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d53dff-eb79-43f3-b3ba-8be9e79b5114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220c3eb5-a012-4950-840e-1437bce3b07c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:38.282029 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae2df50e-8d66-4ecf-9963-60a0dc4b5e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.284037 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46648) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:38.284811 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-22d53dff-eb79-43f3-b3ba-8be9e79b5114 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ea18816b42b40cf923889a403f18faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738658 Sep 03 16:30:38.369841 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53295224-5eb7-440a-adbf-fed6ca0bb3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.409332 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53295224-5eb7-440a-adbf-fed6ca0bb3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.465665 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53295224-5eb7-440a-adbf-fed6ca0bb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.468336 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-53295224-5eb7-440a-adbf-fed6ca0bb3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.469536 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-53295224-5eb7-440a-adbf-fed6ca0bb3c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/220c3eb5-a012-4950-840e-1437bce3b07c HTTP/1.1" status: 204 len: 168 time: 0.1841598 Sep 03 16:30:38.483369 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53295224-5eb7-440a-adbf-fed6ca0bb3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220c3eb5-a012-4950-840e-1437bce3b07c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:38.936122 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46694) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:38.960503 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a9643e0-554c-4fe7-b8e6-0aac37279ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.119469 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a9643e0-554c-4fe7-b8e6-0aac37279ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.123540 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5a9643e0-554c-4fe7-b8e6-0aac37279ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.164408 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9643e0-554c-4fe7-b8e6-0aac37279ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9406c5b-342f-418f-8741-06885d1f1eb9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:39.170685 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5a9643e0-554c-4fe7-b8e6-0aac37279ef6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd46bea73cc64584a91c708ff620946d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332213 Sep 03 16:30:39.174277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46702) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:39.236729 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-109d17aa-fac6-4e5a-8cfe-0d528a742b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.273695 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-109d17aa-fac6-4e5a-8cfe-0d528a742b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.348713 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-109d17aa-fac6-4e5a-8cfe-0d528a742b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.353655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-109d17aa-fac6-4e5a-8cfe-0d528a742b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:39.356269 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-109d17aa-fac6-4e5a-8cfe-0d528a742b5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9406c5b-342f-418f-8741-06885d1f1eb9 HTTP/1.1" status: 204 len: 168 time: 0.1806810 Sep 03 16:30:39.366132 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d17aa-fac6-4e5a-8cfe-0d528a742b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9406c5b-342f-418f-8741-06885d1f1eb9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:41.195061 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5623f463-4273-4edf-acc8-be5238432ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.244606 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.498034 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46780) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:41.616873 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96b7c862-13b1-4edf-bf04-c251f7cedf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.718260 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96b7c862-13b1-4edf-bf04-c251f7cedf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.722540 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-96b7c862-13b1-4edf-bf04-c251f7cedf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.762131 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-96b7c862-13b1-4edf-bf04-c251f7cedf47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f05d4c8bc9a405a9b9059f3d0b2e69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629766 Sep 03 16:30:41.763322 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c862-13b1-4edf-bf04-c251f7cedf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e92dc68-73bd-44a1-9fbd-96fa97e9141b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:41.765009 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46784) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:41.826751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b97e894d-40cc-47a6-9e76-ad5e3cd33134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.857784 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b97e894d-40cc-47a6-9e76-ad5e3cd33134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.912014 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b97e894d-40cc-47a6-9e76-ad5e3cd33134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.914595 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b97e894d-40cc-47a6-9e76-ad5e3cd33134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:41.916193 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b97e894d-40cc-47a6-9e76-ad5e3cd33134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e92dc68-73bd-44a1-9fbd-96fa97e9141b HTTP/1.1" status: 204 len: 168 time: 0.1494961 Sep 03 16:30:41.927391 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e894d-40cc-47a6-9e76-ad5e3cd33134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e92dc68-73bd-44a1-9fbd-96fa97e9141b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:42.239046 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46790) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:42.253188 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d253c90d-a4b3-42a2-a5f9-8c272318c7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.302433 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.362147 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d253c90d-a4b3-42a2-a5f9-8c272318c7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.365855 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d253c90d-a4b3-42a2-a5f9-8c272318c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.409966 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d253c90d-a4b3-42a2-a5f9-8c272318c7ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a9b9bba78c24cdb94a8fd01bf6d62d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697996 Sep 03 16:30:42.410837 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253c90d-a4b3-42a2-a5f9-8c272318c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d0651-d415-46eb-9c35-3d044f1028b2,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:42.412768 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46794) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:42.473717 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5503-2932-4c30-8777-bab72f008518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.498640 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5503-2932-4c30-8777-bab72f008518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.555477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5503-2932-4c30-8777-bab72f008518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.558097 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0dcb5503-2932-4c30-8777-bab72f008518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:42.559337 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0dcb5503-2932-4c30-8777-bab72f008518 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/746d0651-d415-46eb-9c35-3d044f1028b2 HTTP/1.1" status: 204 len: 168 time: 0.1454434 Sep 03 16:30:42.569235 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb5503-2932-4c30-8777-bab72f008518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d0651-d415-46eb-9c35-3d044f1028b2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:43.907389 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:46.362926 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:30:48.437617 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46910) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:48.552549 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f708566-88c6-4875-a8ce-879ecb44d0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.673142 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f708566-88c6-4875-a8ce-879ecb44d0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.678440 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f708566-88c6-4875-a8ce-879ecb44d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.716634 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f708566-88c6-4875-a8ce-879ecb44d0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe7a84-5d13-45eb-a930-fb528bf26ba8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:48.740579 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1f708566-88c6-4875-a8ce-879ecb44d0df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cedea48838e8413bb3ebdfd0d1e11656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017437 Sep 03 16:30:48.740776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46922) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:48.818530 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a2ea-4e63-4d3d-97f6-1779fe4f656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.842456 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a2ea-4e63-4d3d-97f6-1779fe4f656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.898323 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a2ea-4e63-4d3d-97f6-1779fe4f656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.902302 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a2ea-4e63-4d3d-97f6-1779fe4f656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.903831 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e6c2a2ea-4e63-4d3d-97f6-1779fe4f656a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fbe7a84-5d13-45eb-a930-fb528bf26ba8 HTTP/1.1" status: 204 len: 168 time: 0.1621919 Sep 03 16:30:48.919705 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2a2ea-4e63-4d3d-97f6-1779fe4f656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe7a84-5d13-45eb-a930-fb528bf26ba8,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:49.272647 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46930) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:49.287375 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63081919-79c2-4c91-a46b-b782de92e088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.409577 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63081919-79c2-4c91-a46b-b782de92e088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.415219 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-63081919-79c2-4c91-a46b-b782de92e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.460521 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-63081919-79c2-4c91-a46b-b782de92e088 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d69bc21d21444dc4b35291f114f71e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867111 Sep 03 16:30:49.461483 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081919-79c2-4c91-a46b-b782de92e088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb2c67c-6a19-42dc-9047-e3842c483cfc,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:49.464991 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46932) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:49.525060 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c742335a-f0fe-40df-a7b8-1414961c463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.549977 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c742335a-f0fe-40df-a7b8-1414961c463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.605201 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c742335a-f0fe-40df-a7b8-1414961c463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.608748 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c742335a-f0fe-40df-a7b8-1414961c463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.610216 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c742335a-f0fe-40df-a7b8-1414961c463c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afb2c67c-6a19-42dc-9047-e3842c483cfc HTTP/1.1" status: 204 len: 168 time: 0.1442509 Sep 03 16:30:49.623124 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742335a-f0fe-40df-a7b8-1414961c463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb2c67c-6a19-42dc-9047-e3842c483cfc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:50.574482 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 46962) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:50.684798 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2055500792-network', 'tenant_id': 'b29f724edab447b9b58292a852678334'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:50.706215 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Made reservation on behalf of b29f724edab447b9b58292a852678334 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:50.708593 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.717618 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.812433 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.822117 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.850794 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:30:50.861545 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50115916-ad61-454b-9285-b8adf6f816c7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:50.866803 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.867152 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Added segment 9d3f7bd6-bc08-4b7c-95e5-150326ba1623 of type vlan for network 1a6a9f3c-8631-4b05-b6c2-92a0249e895a Sep 03 16:30:50.914951 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.944140 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.945239 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:50.945933 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.994348 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4187338 Sep 03 16:30:50.997933 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 46972) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:51.007115 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Request body: {'subnet': {'network_id': '1a6a9f3c-8631-4b05-b6c2-92a0249e895a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2055500792-subnet', 'tenant_id': 'b29f724edab447b9b58292a852678334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:51.023454 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82921f8e-c1f1-4440-80ec-5b79745a99f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6a9f3c-8631-4b05-b6c2-92a0249e895a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:51.047995 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Made reservation on behalf of b29f724edab447b9b58292a852678334 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:51.049776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 1a6a9f3c-8631-4b05-b6c2-92a0249e895a details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:30:51.050894 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.308729 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.390360 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15485e9-eba3-433d-90c8-cb8fd7539f40,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:51.415987 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Checking segment: {'id': '9d3f7bd6-bc08-4b7c-95e5-150326ba1623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1a6a9f3c-8631-4b05-b6c2-92a0249e895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:51.416288 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Network hostable DHCP agents. Network: 1a6a9f3c-8631-4b05-b6c2-92a0249e895a, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:30:51.438952 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Network 1a6a9f3c-8631-4b05-b6c2-92a0249e895a is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:30:51.452508 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 1a6a9f3c-8631-4b05-b6c2-92a0249e895a) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:51.457637 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:51.458249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.463295 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2397777-2cc2-48ad-aa4c-681f9ef6d6a5 None None] Network 1a6a9f3c-8631-4b05-b6c2-92a0249e895a requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:51.475021 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-079f569e-c213-4b1f-bf08-ffdafd298bbc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4757986 Sep 03 16:30:51.637398 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8085f77-474f-4371-853f-83636e9d99d2 None None] Network 1a6a9f3c-8631-4b05-b6c2-92a0249e895a requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:52.110907 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47018) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:52.119582 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-91234596-network', 'tenant_id': '36a5f7f8d43a4da38471d0f88d869480'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:52.149361 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Made reservation on behalf of 36a5f7f8d43a4da38471d0f88d869480 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:52.152365 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.163014 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.276380 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.281567 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.310808 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:30:52.319967 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f433b277-019d-4b19-9541-6d4e2e102bfa,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:52.327360 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.327723 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Added segment e73efb7c-5e40-480a-b136-88d6f02a4915 of type vlan for network 1e98f185-67a2-45df-abdf-2b754ab5f7db Sep 03 16:30:52.378627 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.413328 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.414380 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.415116 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.481113 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] Pushing event updated for resources: {'Network': ['ID=1e98f185-67a2-45df-abdf-2b754ab5f7db,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:52.486864 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-9482777e-6588-4253-9b43-828d86fde557 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3718185 Sep 03 16:30:52.487230 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47024) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:52.496126 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Request body: {'subnet': {'network_id': '1e98f185-67a2-45df-abdf-2b754ab5f7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-91234596-subnet', 'tenant_id': '36a5f7f8d43a4da38471d0f88d869480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:52.498772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 1e98f185-67a2-45df-abdf-2b754ab5f7db details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:30:52.545554 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Made reservation on behalf of 36a5f7f8d43a4da38471d0f88d869480 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:52.549813 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11654986'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.791121 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11655012'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.873026 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=88cbf6f5-6b82-45f9-ba5d-8cb4b05b3325,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:52.882435 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Checking segment: {'id': 'e73efb7c-5e40-480a-b136-88d6f02a4915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1e98f185-67a2-45df-abdf-2b754ab5f7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:52.882798 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Network hostable DHCP agents. Network: 1e98f185-67a2-45df-abdf-2b754ab5f7db, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:30:52.905491 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Network 1e98f185-67a2-45df-abdf-2b754ab5f7db is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:30:52.923389 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 1e98f185-67a2-45df-abdf-2b754ab5f7db) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:52.929878 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.930483 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.934397 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfac7ca-686d-426e-9ad1-1d769bede0f7 None None] Network 1e98f185-67a2-45df-abdf-2b754ab5f7db requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:52.962688 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-83f24f8e-620f-4486-8c10-d713af82a32c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4736593 Sep 03 16:30:53.142052 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6605e-9182-405d-bff7-dd986d6c229f None None] Network 1e98f185-67a2-45df-abdf-2b754ab5f7db requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:53.636296 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47038) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:53.698087 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Deleting subnet 9db84200-2dc0-47cc-80cd-58fe7c6f4f13 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:30:53.705983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:53.778534 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:53.840278 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:53.913277 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:53.940363 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db84200-2dc0-47cc-80cd-58fe7c6f4f13,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:53.945568 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:53.950875 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47044) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:53.951589 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-77bd1f91-ad30-4f01-b789-26fb39226323 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9db84200-2dc0-47cc-80cd-58fe7c6f4f13 HTTP/1.1" status: 204 len: 168 time: 0.3134646 Sep 03 16:30:54.025867 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.122013 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.133735 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac4f654-c256-4b65-b8d1-27dd089585b1']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:54.145345 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:54.145782 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d9d6c4-fe49-44c7-a2c4-ec5403620cf9') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:54.155750 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.173640 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.184398 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:30:54.185080 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:30:54.188127 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:30:54.262059 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.269584 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.272006 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] 10.222.0.42 "DELETE /v2.0/networks/4ac4f654-c256-4b65-b8d1-27dd089585b1 HTTP/1.1" status: 204 len: 168 time: 0.3197079 Sep 03 16:30:54.285868 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0904af-c3b6-4984-bd3b-450424afe91f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac4f654-c256-4b65-b8d1-27dd089585b1,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:54.527421 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47050) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:54.574839 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cbc7944c-d0f7-4127-bd54-9489652607eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6be9ab699234ef2892b00043bdd8cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460212 Sep 03 16:30:54.577527 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47052) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:54.630654 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62cf2566-96e1-4ea0-9e59-295cd2b087fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.653618 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62cf2566-96e1-4ea0-9e59-295cd2b087fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.702494 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62cf2566-96e1-4ea0-9e59-295cd2b087fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.705150 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62cf2566-96e1-4ea0-9e59-295cd2b087fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.706358 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-62cf2566-96e1-4ea0-9e59-295cd2b087fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f26b46e7-988d-43f1-bb73-473f91700efb HTTP/1.1" status: 204 len: 168 time: 0.1277099 Sep 03 16:30:54.714841 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf2566-96e1-4ea0-9e59-295cd2b087fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b46e7-988d-43f1-bb73-473f91700efb,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:55.586017 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47088) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:55.690793 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-693138486-network', 'tenant_id': '852b258e784d476f9900897fd597bb80'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:55.714443 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Made reservation on behalf of 852b258e784d476f9900897fd597bb80 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:55.716946 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.726307 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.847259 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.854829 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.880792 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:30:55.890727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f7e5c-a0c4-4eb1-90b3-a7dc19021315,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:55.897333 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.897691 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Added segment 1eca99e8-8318-4beb-acf9-d13523395b45 of type vlan for network 4345c16d-6b9e-490e-b7b8-00197a5ab09f Sep 03 16:30:55.939214 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.971337 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.972705 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:55.973226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.009835 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4221566 Sep 03 16:30:56.013420 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47092) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:56.020886 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Request body: {'subnet': {'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-693138486-subnet', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:56.038993 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6b541-022a-49db-94e1-5a1943c871a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4345c16d-6b9e-490e-b7b8-00197a5ab09f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:56.051245 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:30:56.065022 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Made reservation on behalf of 852b258e784d476f9900897fd597bb80 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:56.069124 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.289621 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.359362 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9603565a-c002-4a95-bd24-7674db8afb7f,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:56.378570 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Checking segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:56.379036 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Network hostable DHCP agents. Network: 4345c16d-6b9e-490e-b7b8-00197a5ab09f, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:30:56.416977 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:30:56.435452 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 4345c16d-6b9e-490e-b7b8-00197a5ab09f) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:56.450552 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf068d-d1b7-430c-95fe-ae8e30cf4ab9 None None] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:56.463207 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:56.465215 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.495430 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47102) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:56.504560 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:56.507910 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5c425888-372a-4103-a460-b01d5336e870 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4916282 Sep 03 16:30:56.617525 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.620130 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.765363 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.806952 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:30:56.807854 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.962338 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.164375 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Allocated IP 172.20.0.2 (4345c16d-6b9e-490e-b7b8-00197a5ab09f/9603565a-c002-4a95-bd24-7674db8afb7f/88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:57.257308 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.278212 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.381444 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.395384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Transition to ACTIVE for port object 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:57.414294 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Transition to ACTIVE for port object 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:57.417662 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Allocated IP 172.27.1.23 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/74ac3b13-f985-40fd-b675-fa736734fb11) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:57.423650 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.473768 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:57.485987 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:57.488487 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Pushing event updated for resources: {'Port': ['ID=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:57.491494 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:57.541327 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.560945 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Attempting to bind port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:57.561314 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Attempting to bind port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:57.561671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Attempting to bind port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:57.569288 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:57.569679 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Checking segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:57.570081 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.570481 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Bound using segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:57.570968 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Bound port: 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:57.571355 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.588920 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.640736 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] For port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:57.644461 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] For port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:57.650442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.730469 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26068bf-57fd-442a-83d0-4d4dc95ef537 None None] Pushing event updated for resources: {'Port': ['ID=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:57.916451 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:57.919559 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:57.926906 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:57.929177 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=74ac3b13-f985-40fd-b675-fa736734fb11,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:58.252693 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:58.489189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:58.665299 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:30:58.761344 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5da1fad-ca63-40fd-8574-5b71b5e4e8a5 None None] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:58.788887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:58.806537 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:58.808579 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-798bc293-9357-4472-9dd2-7bdb2c254fa3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3103628 Sep 03 16:30:58.811742 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47128) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:58.820610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:58.857733 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:58.858375 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:58.861624 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-b40d58fa-afaf-4849-a888-2d2562a28e7a None None] Provisioning for port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:59.020056 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:59.234108 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:58Z', 'revision_number': 3, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:59.263303 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:59.263803 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Updating router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 port 74ac3b13-f985-40fd-b675-fa736734fb11 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:59.287013 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.293230 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.429571 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:59.511418 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Allocated IP 172.20.0.1 (4345c16d-6b9e-490e-b7b8-00197a5ab09f/9603565a-c002-4a95-bd24-7674db8afb7f/cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:59.561969 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:59.570236 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:59.570704 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.638104 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.652525 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Transition to ACTIVE for port object cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:59.685208 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.716588 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.723300 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:59.726258 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:59.729197 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.730673 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:59.740427 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Transition to ACTIVE for port object 74ac3b13-f985-40fd-b675-fa736734fb11 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:59.752748 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.763463 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:59.788179 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.798939 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:59.810253 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.826008 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5cb2d-736e-49d4-8550-eee85d8778ac None None] Pushing event updated for resources: {'Port': ['ID=74ac3b13-f985-40fd-b675-fa736734fb11,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:59.833159 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Attempting to bind port 74ac3b13-f985-40fd-b675-fa736734fb11 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:59.833535 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Attempting to bind port 74ac3b13-f985-40fd-b675-fa736734fb11 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:59.833897 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Attempting to bind port 74ac3b13-f985-40fd-b675-fa736734fb11 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:59.859311 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:59.859732 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:59.860113 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.860504 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:59.860979 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Bound port: 74ac3b13-f985-40fd-b675-fa736734fb11, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:59.861355 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.916463 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:59.935477 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] For port 74ac3b13-f985-40fd-b675-fa736734fb11, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:59.936134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:59.939377 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] For port 74ac3b13-f985-40fd-b675-fa736734fb11, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=74ac3b13-f985-40fd-b675-fa736734fb11,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:59.944202 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.012076 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:00.012613 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:00.014313 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5cb2d-736e-49d4-8550-eee85d8778ac None None] Pushing event updated for resources: {'Port': ['ID=74ac3b13-f985-40fd-b675-fa736734fb11,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:00.048731 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-012ea3ef-7c1a-4709-a465-cd8672cadde8 None None] Provisioning for port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:00.116213 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.122881 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.205594 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:00.209495 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.210255 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-012ea3ef-7c1a-4709-a465-cd8672cadde8 None None] Provisioning complete for port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:00.210680 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-012ea3ef-7c1a-4709-a465-cd8672cadde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.260804 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-012ea3ef-7c1a-4709-a465-cd8672cadde8 None None] Port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:00.291024 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.293414 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:00.319250 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:00.320876 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:00.443051 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:00.534102 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:00.563940 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d76d-17e1-4ef5-88e8-51672a9a25d2 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:00.572170 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:00.579250 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-15ef1a07-3444-4017-9fe7-b583b80e6ae2 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7dfaff8-dbbf-4101-a94b-660ecf3236c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7662942 Sep 03 16:31:00.585867 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-9f751d75-0062-4b00-86fa-3816d72a604b None None] Provisioning complete for port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:00.586718 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9f751d75-0062-4b00-86fa-3816d72a604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:00.640546 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-9f751d75-0062-4b00-86fa-3816d72a604b None None] Port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:01.134923 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47152) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:01.140750 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894900271-network', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:01.169158 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Made reservation on behalf of 677b4ad126ca4af99d73f072eaf2a5e8 for: {'network': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:01.172354 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for network, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.185804 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.307101 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.312983 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.345753 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4851a-1967-4e93-9d31-cac415e02d74,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:01.363646 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=93859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:31:01.396251 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.397296 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.segments_db [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Added segment 87be70b3-4c7a-48a8-8e84-cb7bef95baff of type vlan for network 910fa510-974d-4a00-a3bd-1339e90a1742 Sep 03 16:31:01.445909 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777228189660'] for network, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.475576 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825'] for network, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.477063 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:01.477870 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.517459 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3813586 Sep 03 16:31:01.520210 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47156) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:01.525935 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Request body: {'subnet': {'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894900271-subnet', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'ip_version': 4}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:01.530079 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:01.574238 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b30ca-6d65-46fb-815e-36522182111f admin admin] Pushing event updated for resources: {'Network': ['ID=910fa510-974d-4a00-a3bd-1339e90a1742,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:01.585920 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Network 910fa510-974d-4a00-a3bd-1339e90a1742 details requested by agent ovs-agent-dv-cinder-760178-8-iscsi with host dv-cinder-760178-8-iscsi {{(pid=93861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:31:01.597348 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Made reservation on behalf of 677b4ad126ca4af99d73f072eaf2a5e8 for: {'subnet': 1} {{(pid=93859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:01.600014 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15778458'] for subnet, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.605229 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:01.605869 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.755882 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 74ac3b13-f985-40fd-b675-fa736734fb11 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:01.833474 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 74ac3b13-f985-40fd-b675-fa736734fb11 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:01.839252 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 74ac3b13-f985-40fd-b675-fa736734fb11 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:01.839654 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.864177 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15791872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15778484'] for subnet, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.938573 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=190c6ac8-9c36-45ce-872c-b00b9dde3931,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:01.952874 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Checking segment: {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:01.953775 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Network hostable DHCP agents. Network: 910fa510-974d-4a00-a3bd-1339e90a1742, hostable agents: ['3c10527f-9449-4c40-8cd5-c5324af87423'], hosted agents: [] {{(pid=93859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:31:01.968405 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.984967 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Network 910fa510-974d-4a00-a3bd-1339e90a1742 is scheduled to be hosted by DHCP agent 3c10527f-9449-4c40-8cd5-c5324af87423 with binding_index 1 {{(pid=93859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:31:01.998098 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 74ac3b13-f985-40fd-b675-fa736734fb11, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=74ac3b13-f985-40fd-b675-fa736734fb11,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:02.001887 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760178-8-iscsi, 910fa510-974d-4a00-a3bd-1339e90a1742) {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:02.004332 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.012145 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:02.012871 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.048904 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d689274b-d0b5-45f6-a314-189e99d0cafb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5271635 Sep 03 16:31:02.050783 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47162) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:02.052739 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b1111-56cf-469e-a84a-068f3fbce497 None None] Network 910fa510-974d-4a00-a3bd-1339e90a1742 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:02.059786 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:02.105968 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123204'] for router, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.108856 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-643105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123229'] for router, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.166801 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=74ac3b13-f985-40fd-b675-fa736734fb11,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:02.212899 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.334729 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp679369a5-ff03-5a0d-9015-59d16f7493e3-910fa510-974d-4a00-a3bd-1339e90a1742', 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'fixed_ips': [{'subnet_id': '190c6ac8-9c36-45ce-872c-b00b9dde3931'}]}} from dv-cinder-760178-8-iscsi. {{(pid=93861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:31:02.335720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.363087 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.499060 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Allocated IP 172.20.0.2 (910fa510-974d-4a00-a3bd-1339e90a1742/190c6ac8-9c36-45ce-872c-b00b9dde3931/cf116cac-01c4-41ff-b8a0-52ee7f9b0123) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:02.680328 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.695916 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Transition to ACTIVE for port object cf116cac-01c4-41ff-b8a0-52ee7f9b0123 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:02.725437 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Transition to ACTIVE for port object cf116cac-01c4-41ff-b8a0-52ee7f9b0123 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:02.732449 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.779848 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Network 910fa510-974d-4a00-a3bd-1339e90a1742 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:02.783149 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:02.787094 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:02.796076 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Pushing event updated for resources: {'Port': ['ID=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:02.863244 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Attempting to bind port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:02.863629 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Attempting to bind port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:02.864056 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Attempting to bind port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 on network 910fa510-974d-4a00-a3bd-1339e90a1742 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:02.869791 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:02.870732 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Checking segment: {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:02.871150 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.871553 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Bound using segment: {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:02.872072 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Bound port: cf116cac-01c4-41ff-b8a0-52ee7f9b0123, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:02.872683 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.910086 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.936085 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.967205 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] For port cf116cac-01c4-41ff-b8a0-52ee7f9b0123, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:02.971792 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] For port cf116cac-01c4-41ff-b8a0-52ee7f9b0123, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:02.978336 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.051295 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed439233-6afb-4a0b-89f7-f835d449d3e8 None None] Pushing event updated for resources: {'Port': ['ID=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:03.059413 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Allocated IP 172.27.1.148 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/9fd41b54-48ea-4dfb-b5cd-50e3c3b61253) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:03.172729 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.231438 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:03.243069 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:03.244360 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:03.268597 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.321371 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:03.328917 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:03.342028 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:03.400714 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:03.416628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Pushing event updated for resources: {'Port': ['ID=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:03.532500 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 74ac3b13-f985-40fd-b675-fa736734fb11 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:03.603454 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 74ac3b13-f985-40fd-b675-fa736734fb11 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:03.603839 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.698137 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.705573 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cf116cac-01c4-41ff-b8a0-52ee7f9b0123 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:03.730360 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 2, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:03.769442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:03.772027 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:03.772664 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Updating router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:31:03.806985 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.959612 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-643112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647652'] for router, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.103003 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-394921d6-74b3-4427-9cdb-ba907fb4f999 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609155 Sep 03 16:31:04.177741 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Router c9adce0a-0545-42f0-9c94-92e09f73a436 is scheduled to L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 with binding_index 1 {{(pid=93859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:31:04.215138 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-e9944df8-c3d8-44e2-8649-9c67455be42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.217491 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-e9944df8-c3d8-44e2-8649-9c67455be42b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.0637050 Sep 03 16:31:04.223758 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27319de7-9bf4-4873-be2d-ac8c1031aa68 None None] Network 910fa510-974d-4a00-a3bd-1339e90a1742 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:04.231192 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.244892 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Transition to ACTIVE for port object cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:04.255801 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.337964 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:04.365824 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Sync routers for ids ['c9adce0a-0545-42f0-9c94-92e09f73a436'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:04.379946 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] Provisioning for port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:04.390832 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.392336 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-f9733c4b-e77b-4c77-adff-52497c63519b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3405054 Sep 03 16:31:04.395629 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Routers {'c9adce0a-0545-42f0-9c94-92e09f73a436'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:04.396827 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['c9adce0a-0545-42f0-9c94-92e09f73a436'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:04.397103 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47192) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:04.403881 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] Provisioning complete for port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:04.411029 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.420882 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-8ae38efb-7e05-4b19-8688-69fb1fcfebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.422525 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-8ae38efb-7e05-4b19-8688-69fb1fcfebc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.1828074 Sep 03 16:31:04.427396 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:04.467905 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Attempting to bind port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:04.468562 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Attempting to bind port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:04.469091 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Attempting to bind port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:04.473967 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.474604 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.475104 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.476766 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.477356 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.477848 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.478359 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.478844 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.479998 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.484415 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.485250 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.485883 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:04.506207 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:04.506841 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Checking segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:04.507518 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.508234 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Bound using segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:04.512233 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Bound port: cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:04.513410 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.593882 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-e207ef5f-faee-4c54-b537-eeeb3af69318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 1000 time: 0.1633275 Sep 03 16:31:04.716921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-aed0d485-280b-4ae4-a7c6-340f399c654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.718450 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-aed0d485-280b-4ae4-a7c6-340f399c654b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.1163578 Sep 03 16:31:04.723361 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] For port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:04.727732 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] For port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:04.734555 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.793134 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:04.793851 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:04.822477 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:04.881904 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-92492102-acb0-461b-b4b3-7bf790a635b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.883941 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-92492102-acb0-461b-b4b3-7bf790a635b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1560016 Sep 03 16:31:04.952731 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:05.001904 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Set router c9adce0a-0545-42f0-9c94-92e09f73a436 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:05.175700 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-e1e09f06-8330-4b3a-b1eb-d23d93854c2f service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819376 Sep 03 16:31:05.213641 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142dfa0-55ef-4694-b662-16c8643ffe36 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:05.270799 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.275613 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] For port cf116cac-01c4-41ff-b8a0-52ee7f9b0123, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:05.307690 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.465899 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:04Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:05.466488 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5b2eb-a220-42ae-b24f-51952b2cd3e7 None None] Pushing event updated for resources: {'Port': ['ID=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:05.475532 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:05.491611 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Allocated IP 172.20.0.1 (910fa510-974d-4a00-a3bd-1339e90a1742/190c6ac8-9c36-45ce-872c-b00b9dde3931/11f59fc2-2c3d-4225-8c93-cbfa24c8264c) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:05.508391 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005a70-b960-4f45-b7f2-e38dc0005343 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:04Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:05.576617 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:03Z', 'revision_number': 3, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:05.608168 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:05.612849 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Checking router: c9adce0a-0545-42f0-9c94-92e09f73a436 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:05.613210 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Updating router c9adce0a-0545-42f0-9c94-92e09f73a436 port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 binding host dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:31:05.615248 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:05.615755 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.626375 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.654837 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.provisioning_blocks [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Transition to ACTIVE for port object 11f59fc2-2c3d-4225-8c93-cbfa24c8264c will not be triggered until provisioned by entity DHCP. {{(pid=93859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:05.687893 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.696019 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.740888 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Network 910fa510-974d-4a00-a3bd-1339e90a1742 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:05.749318 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:05.751414 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Pushing event updated for resources: {'Port': ['ID=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:05.753808 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:05.817366 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-cb335db1-bad8-43c1-9858-8e347fd1d7e0 None None] Provisioning complete for port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:05.817824 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cb335db1-bad8-43c1-9858-8e347fd1d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.820959 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421553'] for router_interface, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.950943 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86135c48-f4e3-427d-8ca2-f51c56a9843c req-d6b2f31b-c38c-48b2-9814-d6e2e1ead5d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643512 Sep 03 16:31:06.037378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.088598 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.176474 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:06.227726 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.228012 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.242044 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.320125 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:06.350968 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650017'] for router_interface, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.353001 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Pushing event updated for resources: {'Port': ['ID=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:06.401684 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.418185 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Transition to ACTIVE for port object 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:06.426616 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.432288 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ab6ccb9b-4aba-4906-bb11-6ec5bbc4f0c2 None None] Provisioning for port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:06.454613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Network 910fa510-974d-4a00-a3bd-1339e90a1742 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:06.456112 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:06.463783 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ab6ccb9b-4aba-4906-bb11-6ec5bbc4f0c2 None None] Provisioning complete for port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:06.465805 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab6ccb9b-4aba-4906-bb11-6ec5bbc4f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.510817 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c4cf4-c740-4b9a-92f9-cfe98233978d None None] Pushing event updated for resources: {'Port': ['ID=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:06.513435 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Attempting to bind port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:06.513916 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Attempting to bind port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:06.514302 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Attempting to bind port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 on network 8942208a-18e0-4467-878c-b88fac51abf7 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:06.528228 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:06.528683 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Checking segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:06.529102 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.529621 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Bound using segment: {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:06.530119 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Bound port: 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87c535c-b104-4e2e-9691-714f3c429538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:06.530517 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.556982 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ccb9b-4aba-4906-bb11-6ec5bbc4f0c2 None None] Port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:06.596401 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] For port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:06.601290 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] For port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:06.609080 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.618528 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Router c9adce0a-0545-42f0-9c94-92e09f73a436 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:06.671211 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Routers {'c9adce0a-0545-42f0-9c94-92e09f73a436'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:06.671748 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['c9adce0a-0545-42f0-9c94-92e09f73a436'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:06.718662 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c4cf4-c740-4b9a-92f9-cfe98233978d None None] Pushing event updated for resources: {'Port': ['ID=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:06.763295 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:06.770857 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-e6cd3dad-4792-450a-a123-fcc7405ea654 admin admin] 10.222.0.42 "PUT /v2.0/routers/c9adce0a-0545-42f0-9c94-92e09f73a436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687799 Sep 03 16:31:06.792779 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4c2528aa-7acb-4d92-b83f-a0b624c8d148 None None] Provisioning complete for port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:06.793247 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c2528aa-7acb-4d92-b83f-a0b624c8d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:06.836241 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] Set router c9adce0a-0545-42f0-9c94-92e09f73a436 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:06.879134 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4c2528aa-7acb-4d92-b83f-a0b624c8d148 None None] Port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:07.057969 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:05Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '11f59fc2-2c3d-4225-8c93-cbfa24c8264c', 'name': '', 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'mac_address': 'fa:16:3e:43:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:05Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 2, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'subnets': [{'id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:07.084526 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba1bb7-40e5-49cd-b3b1-5652eba944f9 None None] The sync data for ids ['c9adce0a-0545-42f0-9c94-92e09f73a436'] in dv-cinder-760178-8-iscsi is: [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:05Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '11f59fc2-2c3d-4225-8c93-cbfa24c8264c', 'name': '', 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'mac_address': 'fa:16:3e:43:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:05Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 2, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'subnets': [{'id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:07.417581 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:07.440976 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47220) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:07.446050 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981939506', 'description': 'tempest-secgroup-smoke-981939506 description', 'project_id': '852b258e784d476f9900897fd597bb80'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:07.473097 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.507125 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:07.507722 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.574745 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.585909 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.627512 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.628980 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1867161 Sep 03 16:31:07.629615 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cf116cac-01c4-41ff-b8a0-52ee7f9b0123 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:07.632056 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47222) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:07.637140 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group_rule': {'security_group_id': '9dd0547b-bf63-478a-b63c-f61df099df66', 'project_id': '852b258e784d476f9900897fd597bb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:07.642532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e61d4a-0268-4f4e-b7bc-a5ba446be905 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0547b-bf63-478a-b63c-f61df099df66,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:07.672931 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.686600 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:07.686985 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.752535 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.759468 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.823553 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157ae95c-8a34-4ea7-8468-a9abcabbab20,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:07.828531 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.835982 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c664c5b6-df14-4521-9a54-ef17acf9123e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2024860 Sep 03 16:31:07.836945 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47224) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:07.845678 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group_rule': {'security_group_id': '9dd0547b-bf63-478a-b63c-f61df099df66', 'project_id': '852b258e784d476f9900897fd597bb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:07.897977 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.973426 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.978181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.999130 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779a2e22-842d-4a80-af4e-1c284358e9dc,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:08.008308 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.010149 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a160726d-6f7e-4b94-9ebb-ba5521305efb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716099 Sep 03 16:31:08.014416 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47228) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:08.019422 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group_rule': {'security_group_id': '9dd0547b-bf63-478a-b63c-f61df099df66', 'project_id': '852b258e784d476f9900897fd597bb80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:08.059932 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.127042 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.131427 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.151047 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9456cfa-2fa0-4d3b-8671-cd1292de513b,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:08.158005 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.159630 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-5e6f4f71-f80e-494b-a744-871183511e93 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440783 Sep 03 16:31:08.162291 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47230) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:08.167050 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group_rule': {'security_group_id': '9dd0547b-bf63-478a-b63c-f61df099df66', 'project_id': '852b258e784d476f9900897fd597bb80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:08.196491 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.264150 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-32efa3ca-98d4-430d-8aff-005a76d79cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.274016 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.278694 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.299434 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1225e6-7bb7-4bf2-a609-19b760b8db4f,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:08.307464 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.308838 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2f328c60-2dc2-4c83-a4d0-c464ff84776c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455288 Sep 03 16:31:08.311778 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47232) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:08.316825 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group_rule': {'security_group_id': '9dd0547b-bf63-478a-b63c-f61df099df66', 'project_id': '852b258e784d476f9900897fd597bb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:08.341219 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.securitygroups_db [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Project 852b258e784d476f9900897fd597bb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:31:08.347832 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.431402 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.437481 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.452840 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c39bffd-3a99-4744-aa60-485730c06e49,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:08.473639 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.474819 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3c1b15ea-4d5b-40c1-84b1-844f7062efd0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1619210 Sep 03 16:31:08.477720 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47238) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:08.482707 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'security_group_rule': {'security_group_id': '9dd0547b-bf63-478a-b63c-f61df099df66', 'project_id': '852b258e784d476f9900897fd597bb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:08.507902 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.securitygroups_db [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Project 852b258e784d476f9900897fd597bb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:31:08.513757 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.582616 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.589914 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775123'] for security_group_rule, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.610302 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0c79f4-b87c-491e-a508-2918cf410f19,revision_number=0']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:08.618611 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.620672 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a05dcc6c-77e1-4519-9412-cd5f2e7cac5b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412578 Sep 03 16:31:09.321380 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Sync routers for ids ['c9adce0a-0545-42f0-9c94-92e09f73a436'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:09.337118 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Routers {'c9adce0a-0545-42f0-9c94-92e09f73a436'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:09.338421 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['c9adce0a-0545-42f0-9c94-92e09f73a436'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:09.436238 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:09.503409 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:09.507278 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:09.507655 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.523740 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Set router c9adce0a-0545-42f0-9c94-92e09f73a436 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:09.602441 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.627287 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:09.632298 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.689835 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:09.876480 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:05Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '11f59fc2-2c3d-4225-8c93-cbfa24c8264c', 'name': '', 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'mac_address': 'fa:16:3e:43:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:05Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 2, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'subnets': [{'id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:09.909418 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Checking router: c9adce0a-0545-42f0-9c94-92e09f73a436 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:09.909786 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Updating router c9adce0a-0545-42f0-9c94-92e09f73a436 port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c binding host dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:31:09.941007 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.271426 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.298846 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Transition to ACTIVE for port object 11f59fc2-2c3d-4225-8c93-cbfa24c8264c will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:10.306107 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.365862 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e4182-7ecf-4de4-b5dd-8087b3e7fda4 None None] Pushing event updated for resources: {'Port': ['ID=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:10.427161 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Attempting to bind port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c on host dv-cinder-760178-8-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:10.427609 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Attempting to bind port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c by drivers openvswitch,hyperv on host dv-cinder-760178-8-iscsi at level 0 using segments [{'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:10.428149 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Attempting to bind port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c on network 910fa510-974d-4a00-a3bd-1339e90a1742 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:10.436991 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Checking agent: {'id': 'abb0def5-11ae-442f-a95e-829c43d5b15f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760178-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 14, 41), 'started_at': datetime.datetime(2021, 9, 3, 16, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760178-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:10.437648 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Checking segment: {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:10.438270 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.438673 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Bound using segment: {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:10.439152 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Bound port: 11f59fc2-2c3d-4225-8c93-cbfa24c8264c, host: dv-cinder-760178-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87be70b3-4c7a-48a8-8e84-cb7bef95baff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:10.439556 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.527249 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] For port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c, host dv-cinder-760178-8-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:10.533655 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] For port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c, host dv-cinder-760178-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:10.541222 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.618249 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Routers {'c9adce0a-0545-42f0-9c94-92e09f73a436'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:10.618883 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:30:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['c9adce0a-0545-42f0-9c94-92e09f73a436'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:10.621431 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e4182-7ecf-4de4-b5dd-8087b3e7fda4 None None] Pushing event updated for resources: {'Port': ['ID=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:10.746622 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] Set router c9adce0a-0545-42f0-9c94-92e09f73a436 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:11.002355 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:05Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '11f59fc2-2c3d-4225-8c93-cbfa24c8264c', 'name': '', 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'mac_address': 'fa:16:3e:43:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:05Z', 'updated_at': '2021-09-03T16:31:10Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'subnets': [{'id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:11.036936 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34c638-a2f8-4683-bdc9-d65944eaa8f7 None None] The sync data for ids ['c9adce0a-0545-42f0-9c94-92e09f73a436'] in dv-cinder-760178-8-iscsi is: [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:05Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '11f59fc2-2c3d-4225-8c93-cbfa24c8264c', 'name': '', 'network_id': '910fa510-974d-4a00-a3bd-1339e90a1742', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'mac_address': 'fa:16:3e:43:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:05Z', 'updated_at': '2021-09-03T16:31:10Z', 'revision_number': 4, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'subnets': [{'id': '190c6ac8-9c36-45ce-872c-b00b9dde3931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:11.188171 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1b3f2b30-9fe6-48ce-9016-4ff9e132e5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.242234 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.446468 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:11.525136 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:11.525513 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.641141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 11f59fc2-2c3d-4225-8c93-cbfa24c8264c up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:11.719554 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning for port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:11.725960 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:11.726580 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.853810 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.895384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] For port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:11.900147 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.962508 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Pushing event updated for resources: {'Port': ['ID=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:12.293471 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.061931 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47376) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:13.114352 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Deleting subnet e15485e9-eba3-433d-90c8-cb8fd7539f40 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:13.118251 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.159168 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.202574 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.262924 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.295551 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15485e9-eba3-433d-90c8-cb8fd7539f40,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:13.300826 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.305733 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47378) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:13.306447 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ded052d4-0c37-4942-9196-94d88548e412 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e15485e9-eba3-433d-90c8-cb8fd7539f40 HTTP/1.1" status: 204 len: 168 time: 0.2421196 Sep 03 16:31:13.396708 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.406959 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 11f59fc2-2c3d-4225-8c93-cbfa24c8264c up at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:13.466441 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Provisioning complete for port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:13.467131 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.500361 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.514033 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6a9f3c-8631-4b05-b6c2-92a0249e895a']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:13.531923 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3f7bd6-bc08-4b7c-95e5-150326ba1623') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:13.532287 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3f7bd6-bc08-4b7c-95e5-150326ba1623') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:13.543782 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.561665 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.569183 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:13.569770 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:13.571583 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:13.637486 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.643759 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.645650 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a6a9f3c-8631-4b05-b6c2-92a0249e895a HTTP/1.1" status: 204 len: 168 time: 0.3368409 Sep 03 16:31:13.649346 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47384) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:13.657499 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e091a-477c-4a0c-8160-992374f04a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6a9f3c-8631-4b05-b6c2-92a0249e895a,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:13.734338 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Deleting subnet 88cbf6f5-6b82-45f9-ba5d-8cb4b05b3325 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:13.739428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.780086 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.831443 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.904955 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.919363 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.945946 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88cbf6f5-6b82-45f9-ba5d-8cb4b05b3325,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:13.951101 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.957775 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-41bfe57d-49b0-4f8b-9a4f-c8a6f597afef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/88cbf6f5-6b82-45f9-ba5d-8cb4b05b3325 HTTP/1.1" status: 204 len: 168 time: 0.3023963 Sep 03 16:31:13.958272 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47390) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.052806 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.160741 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47394) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.189211 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.221778 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e98f185-67a2-45df-abdf-2b754ab5f7db']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:14.239064 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73efb7c-5e40-480a-b136-88d6f02a4915') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:14.239480 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73efb7c-5e40-480a-b136-88d6f02a4915') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:14.252128 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.274125 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.283650 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:14.284229 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:14.286244 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:14.292572 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e0147f3-42b3-4692-a04a-3d69a008940a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.347152 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.359084 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.374869 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] 10.222.0.42 "DELETE /v2.0/networks/1e98f185-67a2-45df-abdf-2b754ab5f7db HTTP/1.1" status: 204 len: 168 time: 0.4051332 Sep 03 16:31:14.385111 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba767e-a946-4138-a464-10d0e268b07a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e98f185-67a2-45df-abdf-2b754ab5f7db,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:14.466787 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e0147f3-42b3-4692-a04a-3d69a008940a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.472924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5e0147f3-42b3-4692-a04a-3d69a008940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.488174 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47400) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.559254 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5e0147f3-42b3-4692-a04a-3d69a008940a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e90d7654eed436eac0286a54ffcfa8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970952 Sep 03 16:31:14.561064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0147f3-42b3-4692-a04a-3d69a008940a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3784db8-8afb-4837-9b40-ff0ce13359e0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:14.562201 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47406) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.567089 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47408) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.638397 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-09ff3192-dbb7-4ec2-942e-4750b6efee64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.643684 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8a6dbbd6-6692-404b-9cd6-5cea5d4c77d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b29f724edab447b9b58292a852678334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744858 Sep 03 16:31:14.647371 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47410) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.725899 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-307e4790-7262-48c0-bfb1-e3d41b8b1720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.757924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-307e4790-7262-48c0-bfb1-e3d41b8b1720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.780281 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-09ff3192-dbb7-4ec2-942e-4750b6efee64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.816122 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-307e4790-7262-48c0-bfb1-e3d41b8b1720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.819100 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-307e4790-7262-48c0-bfb1-e3d41b8b1720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.826396 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-307e4790-7262-48c0-bfb1-e3d41b8b1720 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50115916-ad61-454b-9285-b8adf6f816c7 HTTP/1.1" status: 204 len: 168 time: 0.1714540 Sep 03 16:31:14.834806 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e4790-7262-48c0-bfb1-e3d41b8b1720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50115916-ad61-454b-9285-b8adf6f816c7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:14.920428 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-09ff3192-dbb7-4ec2-942e-4750b6efee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.923070 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-09ff3192-dbb7-4ec2-942e-4750b6efee64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.924289 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-09ff3192-dbb7-4ec2-942e-4750b6efee64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3784db8-8afb-4837-9b40-ff0ce13359e0 HTTP/1.1" status: 204 len: 168 time: 0.3610928 Sep 03 16:31:14.942062 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff3192-dbb7-4ec2-942e-4750b6efee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3784db8-8afb-4837-9b40-ff0ce13359e0,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:15.031633 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Deleting port ce66e7e0-7a86-497c-860e-20e06e180ab1 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:15.032269 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.124008 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.124008 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.140363 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Calling delete_port for ce66e7e0-7a86-497c-860e-20e06e180ab1 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:15.393755 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.444218 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event deleted for resources: {'Port': ['ID=ce66e7e0-7a86-497c-860e-20e06e180ab1,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:15.493560 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.493987 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Floating IP 91b05646-972c-4cd3-9909-c5f8f96e0dd0 disassociated (deleted). External IP: 172.27.1.36, port: 29abd11c-e134-4f4f-bb3d-cf5946cf3f27. Sep 03 16:31:15.587302 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47428) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:15.642343 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-909577da-484f-4ae6-b02c-36042e7c6d08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36a5f7f8d43a4da38471d0f88d869480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509477 Sep 03 16:31:15.644318 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47430) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:15.706849 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-90bd707e-3741-4c9a-bc72-206fb5eec269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.757024 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-90bd707e-3741-4c9a-bc72-206fb5eec269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.835403 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-90bd707e-3741-4c9a-bc72-206fb5eec269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.839608 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-90bd707e-3741-4c9a-bc72-206fb5eec269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.841216 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-90bd707e-3741-4c9a-bc72-206fb5eec269 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f433b277-019d-4b19-9541-6d4e2e102bfa HTTP/1.1" status: 204 len: 168 time: 0.1955452 Sep 03 16:31:15.852069 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd707e-3741-4c9a-bc72-206fb5eec269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f433b277-019d-4b19-9541-6d4e2e102bfa,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:16.133716 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Router af73c98a-c9b2-467c-a382-8b625794d876 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:16.338008 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:16.344076 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.365309 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] Sync routers for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:16.376243 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-4dedfc35-e507-425b-9a4b-d6576ea7baa5 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "DELETE /v2.0/floatingips/91b05646-972c-4cd3-9909-c5f8f96e0dd0 HTTP/1.1" status: 204 len: 168 time: 1.8868761 Sep 03 16:31:16.377020 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:16.380396 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf8f69-ab58-4592-a37b-ddb883c5a45f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:16.412531 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:16.413841 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:16.459216 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e9b6db-230f-4c40-b28e-b2a9c987749b x-openstack-request-id: req-22e9b6db-230f-4c40-b28e-b2a9c987749b {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:16.459747 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:16.459747 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22e9b6db-230f-4c40-b28e-b2a9c987749b {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:16.460229 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'status': 'completed', 'code': 200} Sep 03 16:31:16.602917 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-8218e491-3641-4d47-874b-41d629917b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.607681 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:16.608039 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-8218e491-3641-4d47-874b-41d629917b5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e50ba9017d84087b07e20e4e625cc38&device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 1098 time: 0.1210716 Sep 03 16:31:16.775082 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-1a34181c-5141-437d-abdd-57b1dc415c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.777733 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-1a34181c-5141-437d-abdd-57b1dc415c47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 200 len: 909 time: 0.1655273 Sep 03 16:31:16.871210 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-2eee0edd-b85b-4b4f-a3d9-de888366e754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 200 len: 217 time: 0.0824237 Sep 03 16:31:16.884758 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb18d9-a422-4f4d-8362-ecc6cc5982fb req-4dac13f7-3d48-45bb-84e0-5a8f187fa9d4 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.887098 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ddcb18d9-a422-4f4d-8362-ecc6cc5982fb req-4dac13f7-3d48-45bb-84e0-5a8f187fa9d4 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.1639490 Sep 03 16:31:16.964040 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-f48a9e40-7c37-4707-a9a0-2a1b31d9c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.965809 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-f48a9e40-7c37-4707-a9a0-2a1b31d9c9d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 200 len: 847 time: 0.0776436 Sep 03 16:31:16.972402 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ddcb18d9-a422-4f4d-8362-ecc6cc5982fb req-b464a519-4f73-4647-be5c-607c4c3466f7 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565002 Sep 03 16:31:17.051386 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-a6b2d86f-54e3-4e53-9274-726e5ebcb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:17.053092 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-a6b2d86f-54e3-4e53-9274-726e5ebcb22d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d346af94-3d5c-44c3-a544-405c177f5853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790474 Sep 03 16:31:17.137211 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:47Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:17.184473 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-640db4e7-d323-496b-98b2-a0e5dc38d481 service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227031 Sep 03 16:31:17.200826 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] Checking router: af73c98a-c9b2-467c-a382-8b625794d876 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:17.225706 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:17.226771 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:17.348177 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-afaf8f69-ab58-4592-a37b-ddb883c5a45f req-dc5e21ae-dc23-4be6-aece-2832451eddba service neutron] 10.222.0.15 "GET /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548967 Sep 03 16:31:17.537595 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:17.866013 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:47Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:17.902858 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d42df-001c-4b22-8a9a-2991ef882697 None None] The sync data for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi is: [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:25:37Z', 'revision_number': 4, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': '16866ee5-4728-4c3a-ae17-46a6888255b0', 'name': '', 'network_id': 'd346af94-3d5c-44c3-a544-405c177f5853', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'mac_address': 'fa:16:3e:18:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:36Z', 'updated_at': '2021-09-03T16:25:47Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'subnets': [{'id': '0a066b3f-03dc-4b3e-9d4c-c9793b67210d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:18.160122 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19ea3-96c0-474d-93c2-54fb9eafd359 req-8976476c-7818-458a-9f5d-e5aef76dd79e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:18.161660 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-faf19ea3-96c0-474d-93c2-54fb9eafd359 req-8976476c-7818-458a-9f5d-e5aef76dd79e tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0575945 Sep 03 16:31:18.210721 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-faf19ea3-96c0-474d-93c2-54fb9eafd359 req-5607d151-c2a9-4871-a62d-1c9aa165c612 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/security-groups?id=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Sep 03 16:31:18.232799 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a624d9-2df4-4a2f-8b4c-019767798181 None None] New status for floating IP 91b05646-972c-4cd3-9909-c5f8f96e0dd0: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:31:18.322623 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005bd6d-f086-45d4-b959-d856576ca904 req-4e3973c7-fd1e-4330-8fb6-119da669c500 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:18.326249 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3005bd6d-f086-45d4-b959-d856576ca904 req-4e3973c7-fd1e-4330-8fb6-119da669c500 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 945 time: 0.0879176 Sep 03 16:31:18.467261 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Deleting port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:18.467616 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.586581 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] For port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:18.586980 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.603206 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Calling delete_port for 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:18.777226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.818867 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event deleted for resources: {'Port': ['ID=29abd11c-e134-4f4f-bb3d-cf5946cf3f27,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:18.884219 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] No DVR routers for this DVR port 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:18.888251 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.890698 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3005bd6d-f086-45d4-b959-d856576ca904 req-2414f024-f6db-4ccc-98eb-8b9234e34ed9 tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.15 "DELETE /v2.0/ports/29abd11c-e134-4f4f-bb3d-cf5946cf3f27 HTTP/1.1" status: 204 len: 173 time: 0.5584311 Sep 03 16:31:18.891188 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-deleted', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:18.893680 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94230815-791e-41db-9de9-a96ac942fc47" -d '{"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-deleted", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:18.954672 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae34920-ecc0-4ab3-9a8c-34244f1b2a5d x-openstack-request-id: req-1ae34920-ecc0-4ab3-9a8c-34244f1b2a5d {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:18.955228 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa841e1c-08b5-483c-80f2-88cc42a04d97", "name": "network-vif-deleted", "tag": "29abd11c-e134-4f4f-bb3d-cf5946cf3f27", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:18.955686 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ae34920-ecc0-4ab3-9a8c-34244f1b2a5d {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:18.956587 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa841e1c-08b5-483c-80f2-88cc42a04d97', 'name': 'network-vif-deleted', 'tag': '29abd11c-e134-4f4f-bb3d-cf5946cf3f27', 'status': 'completed', 'code': 200} Sep 03 16:31:19.352754 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0787d599-3cb9-46e1-b2ea-b2ff4dc76de9 req-ebc4ab2d-e7b7-4665-96c4-f787b6029fea tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa841e1c-08b5-483c-80f2-88cc42a04d97 HTTP/1.1" status: 200 len: 210 time: 0.0299497 Sep 03 16:31:20.441099 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47590) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:20.537345 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6dca66e9-aa1e-4b9b-9f1e-d2b934a7f06c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.567281 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6dca66e9-aa1e-4b9b-9f1e-d2b934a7f06c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.662287 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6dca66e9-aa1e-4b9b-9f1e-d2b934a7f06c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.665887 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-6dca66e9-aa1e-4b9b-9f1e-d2b934a7f06c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.667558 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-6dca66e9-aa1e-4b9b-9f1e-d2b934a7f06c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] 10.222.0.42 "DELETE /v2.0/security-groups/a20f99e4-fc0e-45a2-bda0-5e95538d1c4b HTTP/1.1" status: 204 len: 168 time: 0.2252736 Sep 03 16:31:20.679427 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca66e9-aa1e-4b9b-9f1e-d2b934a7f06c tempest-TestShelveInstance-1054215896 tempest-TestShelveInstance-1054215896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f99e4-fc0e-45a2-bda0-5e95538d1c4b,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:20.755582 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47602) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:21.442791 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.840175 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Deleting port 16866ee5-4728-4c3a-ae17-46a6888255b0 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:21.840532 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.844828 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:21.870626 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:21.870980 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 29abd11c-e134-4f4f-bb3d-cf5946cf3f27 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:21.939886 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] For port 16866ee5-4728-4c3a-ae17-46a6888255b0, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=16866ee5-4728-4c3a-ae17-46a6888255b0,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:21.940296 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.955655 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Calling delete_port for 16866ee5-4728-4c3a-ae17-46a6888255b0 owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:22.173271 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.224223 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Pushing event deleted for resources: {'Port': ['ID=16866ee5-4728-4c3a-ae17-46a6888255b0,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:22.420409 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.655574 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Router af73c98a-c9b2-467c-a382-8b625794d876 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:22.765942 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:22.774549 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7a92c918-fe6f-4626-b2b5-c7ad545d0bff admin admin] 10.222.0.42 "PUT /v2.0/routers/af73c98a-c9b2-467c-a382-8b625794d876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146680 Sep 03 16:31:22.777207 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47632) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:22.780632 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] Sync routers for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:22.805600 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:22.806781 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:22.923740 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.937254 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:23.073766 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.152498 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Deleting port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:23.152758 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.202717 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:31:22Z', 'revision_number': 5, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port': {'id': '27a3d660-af7e-4e4e-a50c-69f4a38f12cc', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:30Z', 'updated_at': '2021-09-03T16:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:23.232452 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] Checking router: af73c98a-c9b2-467c-a382-8b625794d876 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:23.241340 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] Routers {'af73c98a-c9b2-467c-a382-8b625794d876'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:23.241973 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['af73c98a-c9b2-467c-a382-8b625794d876'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:23.243681 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] For port 27a3d660-af7e-4e4e-a50c-69f4a38f12cc, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:23.244088 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.261812 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Calling delete_port for 27a3d660-af7e-4e4e-a50c-69f4a38f12cc owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:23.338549 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] Set router af73c98a-c9b2-467c-a382-8b625794d876 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:23.361991 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:31:23.404735 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:31:23Z', 'revision_number': 6, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:23.434722 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2943e-cfbe-44ba-8df8-5d978cfd397a None None] The sync data for ids ['af73c98a-c9b2-467c-a382-8b625794d876'] in dv-cinder-760178-8-iscsi is: [{'id': 'af73c98a-c9b2-467c-a382-8b625794d876', 'name': 'tempest-TestShelveInstance-233568386-router', 'tenant_id': '6e50ba9017d84087b07e20e4e625cc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:29Z', 'updated_at': '2021-09-03T16:31:23Z', 'revision_number': 6, 'project_id': '6e50ba9017d84087b07e20e4e625cc38', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:23.466789 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.518184 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a3d660-af7e-4e4e-a50c-69f4a38f12cc,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:23.581182 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.677666 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.680141 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.727814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.728385 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af73c98a-c9b2-467c-a382-8b625794d876 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:31:23.733579 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.734714 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a7e19803-726b-41ac-8f1e-1f10ae7042a9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/af73c98a-c9b2-467c-a382-8b625794d876 HTTP/1.1" status: 204 len: 168 time: 0.9566500 Sep 03 16:31:23.738682 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47642) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:23.791121 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Deleting subnet 0a066b3f-03dc-4b3e-9d4c-c9793b67210d {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:23.795501 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.840237 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.932925 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.993823 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.019507 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a066b3f-03dc-4b3e-9d4c-c9793b67210d,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:24.023145 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.027393 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-78548410-2662-4604-ab6f-b4e7803835e9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0a066b3f-03dc-4b3e-9d4c-c9793b67210d HTTP/1.1" status: 204 len: 168 time: 0.2853594 Sep 03 16:31:24.027825 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47648) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:24.030566 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957cb2c-df06-4387-8126-9dffb08afff6 None None] Network d346af94-3d5c-44c3-a544-405c177f5853 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:24.102664 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.171767 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Deleting port d81d560e-2702-4ef1-a1f2-46e3c980278c {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:24.172475 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.246926 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] DHCP port deletion for d346af94-3d5c-44c3-a544-405c177f5853 request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:31:24.265415 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] For port d81d560e-2702-4ef1-a1f2-46e3c980278c, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=d81d560e-2702-4ef1-a1f2-46e3c980278c,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:24.265784 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.279297 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Calling delete_port for d81d560e-2702-4ef1-a1f2-46e3c980278c owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:24.323620 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] Deleting port d81d560e-2702-4ef1-a1f2-46e3c980278c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:24.324124 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.370859 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.389894 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] No DVR routers for this DVR port d81d560e-2702-4ef1-a1f2-46e3c980278c on host dv-cinder-760178-8-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:24.410408 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] For port d81d560e-2702-4ef1-a1f2-46e3c980278c, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=d81d560e-2702-4ef1-a1f2-46e3c980278c,segment=NetworkSegment(825876d7-0433-491d-98ce-75be085ecf6c),segment_id=825876d7-0433-491d-98ce-75be085ecf6c)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:24.411671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.427619 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] Calling delete_port for d81d560e-2702-4ef1-a1f2-46e3c980278c owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:24.435946 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81d560e-2702-4ef1-a1f2-46e3c980278c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:24.496214 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.507408 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d346af94-3d5c-44c3-a544-405c177f5853']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:24.526740 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825876d7-0433-491d-98ce-75be085ecf6c') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:24.527471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825876d7-0433-491d-98ce-75be085ecf6c') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:24.533870 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.543778 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.571168 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] Pushing event deleted for resources: {'Port': ['ID=d81d560e-2702-4ef1-a1f2-46e3c980278c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:24.586484 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.596481 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41221c-9c24-47ae-b914-2e92eb4c2778 None None] No DVR routers for this DVR port d81d560e-2702-4ef1-a1f2-46e3c980278c on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:24.600092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:24.600609 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:24.602793 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:24.666012 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.671587 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:24.673495 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d346af94-3d5c-44c3-a544-405c177f5853 HTTP/1.1" status: 204 len: 168 time: 0.6446476 Sep 03 16:31:24.676854 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47680) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:24.684637 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819667d-9b04-437a-8b1b-f8b61e2b0588 admin admin] Pushing event deleted for resources: {'Network': ['ID=d346af94-3d5c-44c3-a544-405c177f5853,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:25.048843 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:25.313520 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Deleting port cad644ef-7e83-40b2-b075-866d7af7d2fd {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:25.313796 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:25.391228 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device d81d560e-2702-4ef1-a1f2-46e3c980278c no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:25.417343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: d81d560e-2702-4ef1-a1f2-46e3c980278c {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:25.417688 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device d81d560e-2702-4ef1-a1f2-46e3c980278c not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:25.418115 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 16866ee5-4728-4c3a-ae17-46a6888255b0 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:25.438676 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 16866ee5-4728-4c3a-ae17-46a6888255b0 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:25.439021 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 16866ee5-4728-4c3a-ae17-46a6888255b0 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:25.439460 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 27a3d660-af7e-4e4e-a50c-69f4a38f12cc no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:25.459364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 27a3d660-af7e-4e4e-a50c-69f4a38f12cc {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:25.459702 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 27a3d660-af7e-4e4e-a50c-69f4a38f12cc not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:25.656351 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] For port cad644ef-7e83-40b2-b075-866d7af7d2fd, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cad644ef-7e83-40b2-b075-866d7af7d2fd,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:25.656794 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:25.670059 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Calling delete_port for cad644ef-7e83-40b2-b075-866d7af7d2fd owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:25.864812 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:25.891347 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad644ef-7e83-40b2-b075-866d7af7d2fd,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:25.950449 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47698) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:26.077776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.099435 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf585df6-e8f9-4cfa-bc55-47da731a616a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.368112 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf585df6-e8f9-4cfa-bc55-47da731a616a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.374441 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-cf585df6-e8f9-4cfa-bc55-47da731a616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.427746 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-cf585df6-e8f9-4cfa-bc55-47da731a616a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6446e1ddf0646aeb8390bd1ed7886a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766929 Sep 03 16:31:26.430622 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47702) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:26.433628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf585df6-e8f9-4cfa-bc55-47da731a616a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f01a30-610c-4302-adf3-bd911dd5d2aa,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:26.437719 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Router 482e7717-ab75-4c5c-8414-7b664b7b5545 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:26.488578 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-46395823-dcf7-4854-9ca7-93fd67d0a16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.514531 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-46395823-dcf7-4854-9ca7-93fd67d0a16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.568403 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:26.574370 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7df8e2c6-787c-40d4-8c35-5795a4165877 admin admin] 10.222.0.42 "PUT /v2.0/routers/482e7717-ab75-4c5c-8414-7b664b7b5545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8960495 Sep 03 16:31:26.577222 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47704) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:26.579123 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-46395823-dcf7-4854-9ca7-93fd67d0a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.580487 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] Sync routers for ids ['482e7717-ab75-4c5c-8414-7b664b7b5545'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:26.581761 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-46395823-dcf7-4854-9ca7-93fd67d0a16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.582964 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-46395823-dcf7-4854-9ca7-93fd67d0a16a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70f01a30-610c-4302-adf3-bd911dd5d2aa HTTP/1.1" status: 204 len: 168 time: 0.1513422 Sep 03 16:31:26.593910 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46395823-dcf7-4854-9ca7-93fd67d0a16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f01a30-610c-4302-adf3-bd911dd5d2aa,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:26.599287 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] Routers {'482e7717-ab75-4c5c-8414-7b664b7b5545'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:26.599287 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['482e7717-ab75-4c5c-8414-7b664b7b5545'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:26.713495 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] Set router 482e7717-ab75-4c5c-8414-7b664b7b5545 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:26.729033 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.858869 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.923094 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Deleting port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:26.923459 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.931652 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:31:25Z', 'revision_number': 5, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port': {'id': 'a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:25:43Z', 'updated_at': '2021-09-03T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:26.963436 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] Checking router: 482e7717-ab75-4c5c-8414-7b664b7b5545 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:26.985043 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47714) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:26.985861 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] Routers {'482e7717-ab75-4c5c-8414-7b664b7b5545'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:26.986606 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['482e7717-ab75-4c5c-8414-7b664b7b5545'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:26.998625 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aa09d6f-dae9-4b69-b6d9-246038e010b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.016003 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] For port a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:27.016545 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.036570 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Calling delete_port for a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:27.108658 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aa09d6f-dae9-4b69-b6d9-246038e010b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.117452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aa09d6f-dae9-4b69-b6d9-246038e010b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.160326 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6aa09d6f-dae9-4b69-b6d9-246038e010b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=944bd29cd9994af881396b723df928f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740677 Sep 03 16:31:27.162943 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47716) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:27.169871 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa09d6f-dae9-4b69-b6d9-246038e010b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854cecf5-2202-485a-95b0-b7d5ca828a2f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:27.191339 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] Set router 482e7717-ab75-4c5c-8414-7b664b7b5545 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:27.221337 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-07f685a6-618e-4895-bc1c-097e1d9a57c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.245694 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:31:26Z', 'revision_number': 6, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:27.247805 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-07f685a6-618e-4895-bc1c-097e1d9a57c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.259200 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.277733 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffaf652-5ac7-48c6-883a-3020491fef22 None None] The sync data for ids ['482e7717-ab75-4c5c-8414-7b664b7b5545'] in dv-cinder-760178-8-iscsi is: [{'id': '482e7717-ab75-4c5c-8414-7b664b7b5545', 'name': 'tempest-TestShelveInstance-2139497352-router', 'tenant_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:25:42Z', 'updated_at': '2021-09-03T16:31:26Z', 'revision_number': 6, 'project_id': 'adcb6c1e71d5497bb0a45f39fae2c5d8', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:27.298002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:27.311192 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-07f685a6-618e-4895-bc1c-097e1d9a57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.316840 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-07f685a6-618e-4895-bc1c-097e1d9a57c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.320860 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-07f685a6-618e-4895-bc1c-097e1d9a57c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/854cecf5-2202-485a-95b0-b7d5ca828a2f HTTP/1.1" status: 204 len: 168 time: 0.1541877 Sep 03 16:31:27.327043 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f685a6-618e-4895-bc1c-097e1d9a57c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854cecf5-2202-485a-95b0-b7d5ca828a2f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:27.366293 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.457152 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.459526 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.509580 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.510164 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482e7717-ab75-4c5c-8414-7b664b7b5545 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:31:27.515510 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.517090 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-60d00186-1bf7-415c-9ba9-798253fa2855 admin admin] 10.222.0.42 "DELETE /v2.0/routers/482e7717-ab75-4c5c-8414-7b664b7b5545 HTTP/1.1" status: 204 len: 168 time: 0.9385748 Sep 03 16:31:27.519331 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47722) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:27.569063 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Deleting subnet 4077a276-c114-472e-b5ea-fb698d4feb09 {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:27.572253 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.613070 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.739000 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47726) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:27.741599 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.777859 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78b75b92-9b93-4c24-a9dd-bf50d481c885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.843042 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cad644ef-7e83-40b2-b075-866d7af7d2fd no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:27.864896 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: cad644ef-7e83-40b2-b075-866d7af7d2fd {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:27.865239 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cad644ef-7e83-40b2-b075-866d7af7d2fd not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:27.865695 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.894312 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4077a276-c114-472e-b5ea-fb698d4feb09,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:27.898180 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.900456 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8a9c8f66-88de-4a11-a350-257755ad3d05 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4077a276-c114-472e-b5ea-fb698d4feb09 HTTP/1.1" status: 204 len: 168 time: 0.3795664 Sep 03 16:31:27.902899 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47730) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:27.906721 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c2422-d901-481b-aa9c-7f00d3628cd9 None None] Network 82d37e9b-43ba-4be0-aebd-8ca249ef7276 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:27.952719 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78b75b92-9b93-4c24-a9dd-bf50d481c885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.983920 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-78b75b92-9b93-4c24-a9dd-bf50d481c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.005740 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.037824 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-78b75b92-9b93-4c24-a9dd-bf50d481c885 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbb230e53e2e404aa48b63ff6b5cccd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967968 Sep 03 16:31:28.044315 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b75b92-9b93-4c24-a9dd-bf50d481c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c9c61-1712-45fb-b123-435c212b70bb,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:28.044464 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47732) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:28.099454 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Deleting port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:28.099728 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.106173 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b4b97e6-de42-44c8-875e-83e4ddadfe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.127109 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b4b97e6-de42-44c8-875e-83e4ddadfe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.162180 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] For port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:28.162550 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.179281 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Calling delete_port for 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:28.179642 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b4b97e6-de42-44c8-875e-83e4ddadfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.186822 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] DHCP port deletion for 82d37e9b-43ba-4be0-aebd-8ca249ef7276 request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:31:28.188598 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-8b4b97e6-de42-44c8-875e-83e4ddadfe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.191913 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8b4b97e6-de42-44c8-875e-83e4ddadfe10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd6c9c61-1712-45fb-b123-435c212b70bb HTTP/1.1" status: 204 len: 168 time: 0.1474016 Sep 03 16:31:28.199894 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b97e6-de42-44c8-875e-83e4ddadfe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c9c61-1712-45fb-b123-435c212b70bb,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:28.269057 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] Deleting port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:28.269507 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.289216 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.327183 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Pushing event deleted for resources: {'Port': ['ID=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:28.329328 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] No DVR routers for this DVR port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee on host dv-cinder-760178-8-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:28.403472 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] For port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,segment=NetworkSegment(233c7205-2683-4d0d-a329-971851e2b438),segment_id=233c7205-2683-4d0d-a329-971851e2b438)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:28.404195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.427360 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.436078 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] Calling delete_port for 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:28.439985 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d37e9b-43ba-4be0-aebd-8ca249ef7276']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:28.453456 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233c7205-2683-4d0d-a329-971851e2b438') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:28.453760 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233c7205-2683-4d0d-a329-971851e2b438') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:28.465308 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.500096 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.508282 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:28.508985 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:28.511022 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:28.544380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.559006 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] No DVR routers for this DVR port 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:28.583235 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.591929 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.592383 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11c814-7e2d-4ec9-a18a-aa00438d0ab3 None None] Pushing event deleted for resources: {'Port': ['ID=9598dd3d-dfb4-4bc0-91b5-97b93deff7ee,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:28.598124 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] 10.222.0.42 "DELETE /v2.0/networks/82d37e9b-43ba-4be0-aebd-8ca249ef7276 HTTP/1.1" status: 204 len: 168 time: 0.6918347 Sep 03 16:31:28.622489 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f9c80-bdd4-4a99-a491-24e8d4e1c123 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d37e9b-43ba-4be0-aebd-8ca249ef7276,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:28.773666 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47738) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:28.817242 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b0d820ec-4748-4a69-adf4-c4a71a33be87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e50ba9017d84087b07e20e4e625cc38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400054 Sep 03 16:31:28.817444 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47742) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:28.877083 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-efc3cb2f-07ab-420c-8467-0426926b160a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.900036 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-efc3cb2f-07ab-420c-8467-0426926b160a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.997705 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-efc3cb2f-07ab-420c-8467-0426926b160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.001140 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-efc3cb2f-07ab-420c-8467-0426926b160a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.006236 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-efc3cb2f-07ab-420c-8467-0426926b160a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50d9720d-a52a-4eb4-ba7c-e922e6362ea7 HTTP/1.1" status: 204 len: 168 time: 0.1841524 Sep 03 16:31:29.014041 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3cb2f-07ab-420c-8467-0426926b160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d9720d-a52a-4eb4-ba7c-e922e6362ea7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:29.186314 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-64484592-d908-4fa8-9b69-c8f80aaab45b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981939506&fields=id&tenant_id=852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 267 time: 0.0349405 Sep 03 16:31:29.403453 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:29.429058 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:29.429419 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device a96d0b3a-b95a-4d0a-b91f-37bbd0ac53b5 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:29.430062 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:29.444754 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47758) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:29.459934 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:29.460292 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9598dd3d-dfb4-4bc0-91b5-97b93deff7ee not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:29.492819 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b08131c8-3f97-45ee-990e-e73653fa7e9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adcb6c1e71d5497bb0a45f39fae2c5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458448 Sep 03 16:31:29.496077 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47760) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:29.547673 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8e94-e9d4-4f45-8991-9c28c1fd3d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.575422 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8e94-e9d4-4f45-8991-9c28c1fd3d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.577658 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-8e6f6b84-7a2a-4050-8556-8adec34d3fa4 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:29.579305 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-8e6f6b84-7a2a-4050-8556-8adec34d3fa4 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 811 time: 0.3851645 Sep 03 16:31:29.604300 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-881064b4-032d-42ab-a1ab-a2247e2c76ab tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/quotas/852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Sep 03 16:31:29.636317 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8e94-e9d4-4f45-8991-9c28c1fd3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.639119 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8e94-e9d4-4f45-8991-9c28c1fd3d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.640363 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-3b6d8e94-e9d4-4f45-8991-9c28c1fd3d2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ab48859-8ce1-49a9-ba2f-786553ad3386 HTTP/1.1" status: 204 len: 168 time: 0.1433012 Sep 03 16:31:29.649959 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d8e94-e9d4-4f45-8991-9c28c1fd3d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab48859-8ce1-49a9-ba2f-786553ad3386,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:29.659904 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4b729685-2718-45ff-81ef-d7c1c58c72d6 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493932 Sep 03 16:31:29.801219 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-e7b7eaea-31e6-4439-87e5-c7348a374830 service neutron] 10.222.0.42 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195972 Sep 03 16:31:29.909698 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-1b767935-bc24-4855-9c2a-a81ab864bc0a service neutron] 10.222.0.42 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025000 Sep 03 16:31:30.280788 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:30.303396 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82624f6a-b5b0-4bd0-b544-a7c08322d103 req-d7f22dd6-b837-4339-9c89-c94f276ef907 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0304153 Sep 03 16:31:31.380300 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d7adcf8-15e7-41d2-89b0-0bc72d858fdc req-fa28f1ed-1b62-469f-ade4-263995f2dae8 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Sep 03 16:31:32.470342 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96d70d78-d527-40d6-9cab-8f629034258c req-30c2de51-7af6-4751-a332-fd36af80622b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0333047 Sep 03 16:31:33.556389 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d79e9295-fac4-4481-8c02-02367b93c3b3 req-0f2def28-35a1-4304-8418-1b834bc888aa tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0266066 Sep 03 16:31:34.670902 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b2f9872-e88a-4ff7-9dd2-2ad324b1ada6 req-45f0030e-945d-4fa2-8d6c-b499e02a70e2 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0458395 Sep 03 16:31:35.324995 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-ca31aa67-8734-4729-b032-2964f426d1c1 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:35.326571 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-ca31aa67-8734-4729-b032-2964f426d1c1 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 811 time: 0.1294703 Sep 03 16:31:35.380684 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6d1904a8-7d70-4df6-b3d1-30537cea0382 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 379 time: 0.0424345 Sep 03 16:31:35.391130 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'port': {'device_id': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'admin_state_up': True, 'tenant_id': '852b258e784d476f9900897fd597bb80', 'security_groups': ['9dd0547b-bf63-478a-b63c-f61df099df66']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:35.523001 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Made reservation on behalf of 852b258e784d476f9900897fd597bb80 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:35.527569 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:35.675289 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Allocated IP 172.20.0.7 (4345c16d-6b9e-490e-b7b8-00197a5ab09f/9603565a-c002-4a95-bd24-7674db8afb7f/ae614cab-32ab-497d-8e46-ed5402c6edcb) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:35.806958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8bedfe7a-8215-4b03-8845-12365783cc72 req-0f958579-6f0d-46af-bdec-0ca1a164d063 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0602965 Sep 03 16:31:35.847655 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:35.860616 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Transition to ACTIVE for port object ae614cab-32ab-497d-8e46-ed5402c6edcb will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:35.892369 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:35.935155 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:35.940238 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:35.947127 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:35.951477 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=ae614cab-32ab-497d-8e46-ed5402c6edcb,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:35.984926 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.985320 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.985615 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.985999 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.986470 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.986634 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.986937 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.987267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.987646 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.987944 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.988328 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:35.988651 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:36.011880 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:36.011880 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.027931 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6409c63e-3a25-4d7d-92b6-be309d975604 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6408155 Sep 03 16:31:36.040512 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Request body: {'port': {'device_id': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:36.102538 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.228521 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-09198cf1-8590-4f2d-bc56-6f2313b5b656 None None] Provisioning for port ae614cab-32ab-497d-8e46-ed5402c6edcb completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:36.232506 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-09198cf1-8590-4f2d-bc56-6f2313b5b656 None None] Provisioning complete for port ae614cab-32ab-497d-8e46-ed5402c6edcb triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:36.232878 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09198cf1-8590-4f2d-bc56-6f2313b5b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.274820 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-09198cf1-8590-4f2d-bc56-6f2313b5b656 None None] Port ae614cab-32ab-497d-8e46-ed5402c6edcb cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:36.383803 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae614cab-32ab-497d-8e46-ed5402c6edcb {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:31:36.392683 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.404609 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Transition to ACTIVE for port object ae614cab-32ab-497d-8e46-ed5402c6edcb will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:36.408711 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.462981 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Pushing event updated for resources: {'Port': ['ID=ae614cab-32ab-497d-8e46-ed5402c6edcb,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:36.541613 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Attempting to bind port ae614cab-32ab-497d-8e46-ed5402c6edcb on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:36.542724 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Attempting to bind port ae614cab-32ab-497d-8e46-ed5402c6edcb by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:36.542919 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Attempting to bind port ae614cab-32ab-497d-8e46-ed5402c6edcb on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:36.547834 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Port ae614cab-32ab-497d-8e46-ed5402c6edcb on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:31:36.548197 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Attempting to bind port ae614cab-32ab-497d-8e46-ed5402c6edcb on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:36.554132 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:36.554479 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Checking segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:36.554875 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Bound using segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:36.555320 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Bound port: ae614cab-32ab-497d-8e46-ed5402c6edcb, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:36.555710 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.630754 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] For port ae614cab-32ab-497d-8e46-ed5402c6edcb, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:36.634519 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] For port ae614cab-32ab-497d-8e46-ed5402c6edcb, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:36.639005 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.680752 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:36.681509 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.686887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] 10.222.0.15 "PUT /v2.0/ports/ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 200 len: 1093 time: 0.6477027 Sep 03 16:31:36.686887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:36.686887 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a443e9a7-7e28-478b-a90a-3ae4821874c7" -d '{"events": [{"name": "network-changed", "server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:36.718995 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcea8e-87a9-4bd8-9461-6b0a098fbe9b service neutron] Pushing event updated for resources: {'Port': ['ID=ae614cab-32ab-497d-8e46-ed5402c6edcb,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:36.727522 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2126da6-09ef-4bc9-8512-377d5062a53e x-openstack-request-id: req-a2126da6-09ef-4bc9-8512-377d5062a53e {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:36.727816 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:36.728210 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2126da6-09ef-4bc9-8512-377d5062a53e {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:36.728718 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'status': 'completed', 'code': 200} Sep 03 16:31:36.796147 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6fc1af19-1061-4da8-bab5-15078a98538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:36.797888 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-6fc1af19-1061-4da8-bab5-15078a98538f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1096 time: 0.0600040 Sep 03 16:31:36.848655 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-01063d75-9619-4786-9a85-4ef043575e6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 200 len: 217 time: 0.0411692 Sep 03 16:31:36.919321 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-d1020e06-d729-4775-b6f5-f2cddeb1eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:36.920975 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-d1020e06-d729-4775-b6f5-f2cddeb1eaca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0648317 Sep 03 16:31:36.992185 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784c0ca-8cfc-4182-a106-da8f0fb68c4e req-513e0928-903f-48a5-a620-1c6ba7f73615 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:36.993643 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e784c0ca-8cfc-4182-a106-da8f0fb68c4e req-513e0928-903f-48a5-a620-1c6ba7f73615 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0958776 Sep 03 16:31:37.010793 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-cb92c6af-c422-41ee-8a90-04570dd13d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:37.012337 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-cb92c6af-c422-41ee-8a90-04570dd13d7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774851 Sep 03 16:31:37.065917 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e784c0ca-8cfc-4182-a106-da8f0fb68c4e req-ffd49197-96d8-465a-8b4e-0cdd6a0bb6be tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658100 Sep 03 16:31:37.125629 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4b431984-6cd8-440c-8fa6-5967590486ec service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048398 Sep 03 16:31:37.222547 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88a4000e-3c84-4c20-9a67-eb54caaf4ff3 req-4fcecdfd-f23c-47d9-a2a0-fc54ba0c2c56 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Sep 03 16:31:37.311689 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-291b617e-6eeb-4eb5-a398-b793b1c10aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:37.313138 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-291b617e-6eeb-4eb5-a398-b793b1c10aee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1096 time: 0.0459993 Sep 03 16:31:37.411105 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-90f72e28-ef99-444b-80a8-47fe30d3bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:37.412640 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-90f72e28-ef99-444b-80a8-47fe30d3bf24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0924010 Sep 03 16:31:37.458618 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-d599564a-7155-41eb-bd9c-627eea7ea992 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 200 len: 217 time: 0.0378001 Sep 03 16:31:37.509374 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-99ee73b9-bb3a-43ba-8d9c-e69963f2afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:37.511366 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-99ee73b9-bb3a-43ba-8d9c-e69963f2afa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0449519 Sep 03 16:31:37.556522 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-eb086017-2231-46c0-a283-8137b47046f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:37.558179 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-eb086017-2231-46c0-a283-8137b47046f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400937 Sep 03 16:31:37.656690 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-bd9cccbd-a1a3-415b-8219-999ee30ffc50 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911863 Sep 03 16:31:37.751566 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a443e9a7-7e28-478b-a90a-3ae4821874c7 req-73c0db49-1423-41c7-8069-31e8527499d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871284 Sep 03 16:31:38.198147 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0effc3-e238-445f-a07e-17fd7289fed3 req-b7c4954a-5e0c-4136-ad8f-c31202203589 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:38.200688 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ac0effc3-e238-445f-a07e-17fd7289fed3 req-b7c4954a-5e0c-4136-ad8f-c31202203589 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0574217 Sep 03 16:31:38.248037 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ac0effc3-e238-445f-a07e-17fd7289fed3 req-f047b550-4c9a-4c92-9047-78af48b6930c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Sep 03 16:31:38.274745 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4e81-f402-4951-94ab-de556815fd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.372147 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c829df-2f6b-46f6-98de-feeef0a3ab77 req-7857fd59-692f-407c-abb3-3cab28b2dbff tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:39.374099 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-31c829df-2f6b-46f6-98de-feeef0a3ab77 req-7857fd59-692f-407c-abb3-3cab28b2dbff tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0577605 Sep 03 16:31:39.440187 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-31c829df-2f6b-46f6-98de-feeef0a3ab77 req-066058f5-1b6a-44f0-9f33-0cd65067b63f tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562973 Sep 03 16:31:40.571717 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32f45f-e943-49ec-94f0-f322c8e47812 req-7f113856-3ac9-4d54-a41c-728bb18eecd1 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:40.573368 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d32f45f-e943-49ec-94f0-f322c8e47812 req-7f113856-3ac9-4d54-a41c-728bb18eecd1 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0524597 Sep 03 16:31:40.618457 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d32f45f-e943-49ec-94f0-f322c8e47812 req-7bf71ca2-a4c9-4c5e-8b50-8e6f510b4f51 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357220 Sep 03 16:31:41.195847 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cdeea39f-f467-475c-a678-1d0f617450b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:41.246527 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:41.743092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa30803-4831-4aeb-9191-6867f640acc9 req-6d99f8e6-87ef-449a-aec9-9cb2e2918103 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:41.744663 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6aa30803-4831-4aeb-9191-6867f640acc9 req-6d99f8e6-87ef-449a-aec9-9cb2e2918103 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0507932 Sep 03 16:31:41.793801 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6aa30803-4831-4aeb-9191-6867f640acc9 req-9a624aa7-b94e-4334-b265-c0128f269ea6 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375822 Sep 03 16:31:42.302738 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.914387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc200e2b-c9b4-450d-8c67-d96cbf95d8b4 req-f4c52a19-b9e1-4dc8-aace-eba15219bb2d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:42.916008 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc200e2b-c9b4-450d-8c67-d96cbf95d8b4 req-f4c52a19-b9e1-4dc8-aace-eba15219bb2d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0514250 Sep 03 16:31:42.959844 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc200e2b-c9b4-450d-8c67-d96cbf95d8b4 req-756232a0-182c-4950-bb94-15b18deaeb46 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Sep 03 16:31:43.907343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:44.091916 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4623b4-c0b5-485f-b234-76bb873706d9 req-07c11522-2c8e-41d3-b5f8-fab292ade8b7 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:44.093524 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2f4623b4-c0b5-485f-b234-76bb873706d9 req-07c11522-2c8e-41d3-b5f8-fab292ade8b7 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0639772 Sep 03 16:31:44.134592 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2f4623b4-c0b5-485f-b234-76bb873706d9 req-2242ae67-aa28-45ea-9e86-32d710660b96 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351017 Sep 03 16:31:45.254911 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed0adf-0484-46b5-b6d8-c93b4292ee17 req-1d17f2c5-a8b9-4cab-bae4-8fd32610352b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:45.256497 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14ed0adf-0484-46b5-b6d8-c93b4292ee17 req-1d17f2c5-a8b9-4cab-bae4-8fd32610352b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 943 time: 0.0534742 Sep 03 16:31:45.299316 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14ed0adf-0484-46b5-b6d8-c93b4292ee17 req-15c217c4-0764-478b-8adc-49bda712e5ae tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366762 Sep 03 16:31:45.983610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device ae614cab-32ab-497d-8e46-ed5402c6edcb details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:31:46.086563 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port ae614cab-32ab-497d-8e46-ed5402c6edcb, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:46.098689 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'port_id': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'mac_address': 'fa:16:3e:18:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:31:46.136486 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:46.149277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae614cab-32ab-497d-8e46-ed5402c6edcb {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:31:46.171591 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port ae614cab-32ab-497d-8e46-ed5402c6edcb, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:46.175232 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:46.221332 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=ae614cab-32ab-497d-8e46-ed5402c6edcb,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:46.230783 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.231138 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.231481 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.231818 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.232181 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.232518 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.232850 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.233186 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.233516 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.233893 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.234170 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.234494 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:46.408881 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['ae614cab-32ab-497d-8e46-ed5402c6edcb'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:46.412708 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc877b-b243-41f8-ad41-029a2f888ca8 req-9a8dd0ae-70f6-494b-8d6d-71316715eec8 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:46.414355 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-09dc877b-b243-41f8-ad41-029a2f888ca8 req-9a8dd0ae-70f6-494b-8d6d-71316715eec8 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 944 time: 0.0501001 Sep 03 16:31:46.454085 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-09dc877b-b243-41f8-ad41-029a2f888ca8 req-c3ae76ae-1b1c-4253-9082-fd781f5fe373 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Sep 03 16:31:47.412190 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 47902) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:47.524857 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.591474 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd8da4-5d5f-4b63-b949-534dbf1f0f2e req-2d4c42c7-5705-4f16-a032-267278660871 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:47.593314 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8ccd8da4-5d5f-4b63-b949-534dbf1f0f2e req-2d4c42c7-5705-4f16-a032-267278660871 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 944 time: 0.0545518 Sep 03 16:31:47.620997 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.625404 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.633025 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8ccd8da4-5d5f-4b63-b949-534dbf1f0f2e req-9dca8710-229e-499e-ad64-dc017a9a6451 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331385 Sep 03 16:31:47.664167 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ef54f2c0d7c41c2846181b6180b8bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508538 Sep 03 16:31:47.666105 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bb1280-d869-466b-94c0-f020b4190e49,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:47.666851 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47910) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:47.673405 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.673762 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.674110 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.674445 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.674776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.675108 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.675437 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.675763 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.676121 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.676444 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.676766 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.677089 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7afef2-e60d-4895-b9b8-737f6196cb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:47.718722 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71d3c5e7-c6d3-46d7-a884-08146814d31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.740052 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71d3c5e7-c6d3-46d7-a884-08146814d31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.803008 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71d3c5e7-c6d3-46d7-a884-08146814d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.803008 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-71d3c5e7-c6d3-46d7-a884-08146814d31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:47.803008 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-71d3c5e7-c6d3-46d7-a884-08146814d31a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49bb1280-d869-466b-94c0-f020b4190e49 HTTP/1.1" status: 204 len: 168 time: 0.1347046 Sep 03 16:31:47.813067 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c5e7-c6d3-46d7-a884-08146814d31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bb1280-d869-466b-94c0-f020b4190e49,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:47.999395 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device ae614cab-32ab-497d-8e46-ed5402c6edcb up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:48.062187 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port ae614cab-32ab-497d-8e46-ed5402c6edcb completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:48.066706 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port ae614cab-32ab-497d-8e46-ed5402c6edcb triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:48.067253 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:48.283521 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:48.307941 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:48.310304 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0b40f6-032f-4a0c-80c1-172418bacd58" -d '{"events": [{"server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "name": "network-vif-plugged", "status": "completed", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:48.324467 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port ae614cab-32ab-497d-8e46-ed5402c6edcb, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:48.329954 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:48.357031 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e66b85-62d8-4d8a-b3be-96452f0dfc33 x-openstack-request-id: req-21e66b85-62d8-4d8a-b3be-96452f0dfc33 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:48.357352 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "name": "network-vif-plugged", "status": "completed", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:48.357666 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21e66b85-62d8-4d8a-b3be-96452f0dfc33 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:48.358073 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'code': 200} Sep 03 16:31:48.388253 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=ae614cab-32ab-497d-8e46-ed5402c6edcb,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:48.576545 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81351ca6-4574-4b7b-ae32-f7eb4a184eb3 req-843f3f6d-8953-464d-a211-da53a79876fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:48.577998 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81351ca6-4574-4b7b-ae32-f7eb4a184eb3 req-843f3f6d-8953-464d-a211-da53a79876fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1098 time: 0.0427604 Sep 03 16:31:48.614486 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81351ca6-4574-4b7b-ae32-f7eb4a184eb3 req-1d2ebf5c-64f8-4a2e-8295-d8b038d4d2d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294194 Sep 03 16:31:48.744986 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba0a6-b241-413e-b7eb-d29adfe185c5 req-53f282b5-291f-4be7-b1db-b2baae9dc51f tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:48.746439 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd4ba0a6-b241-413e-b7eb-d29adfe185c5 req-53f282b5-291f-4be7-b1db-b2baae9dc51f tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Sep 03 16:31:48.784350 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd4ba0a6-b241-413e-b7eb-d29adfe185c5 req-505e6c68-7af6-4684-8910-74b6431c2144 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Sep 03 16:31:49.902857 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c0cde-59d9-4f9c-a533-57a65f30acf1 req-3bf5f06d-6c79-4e1d-9620-a512c7c28096 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:49.904354 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a7c0cde-59d9-4f9c-a533-57a65f30acf1 req-3bf5f06d-6c79-4e1d-9620-a512c7c28096 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Sep 03 16:31:49.941226 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a7c0cde-59d9-4f9c-a533-57a65f30acf1 req-90824f25-90cc-43b9-87f0-8ddb2269a8cd tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310540 Sep 03 16:31:50.053473 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308904ba-ebd1-41cc-887a-84e7cb9ee42a req-134e3584-0853-48ed-91d9-8e60b8ac73b3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:50.054967 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-308904ba-ebd1-41cc-887a-84e7cb9ee42a req-134e3584-0853-48ed-91d9-8e60b8ac73b3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Sep 03 16:31:50.093155 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-308904ba-ebd1-41cc-887a-84e7cb9ee42a req-c73ea5b7-62f0-45bc-8de5-dbbf39cfdfd8 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316577 Sep 03 16:31:50.114906 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47922) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:50.312373 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2d8dc-6f97-48cc-99ce-a6aadfa33973 tempest-TestVolumeBootPattern-631820951 tempest-TestVolumeBootPattern-631820951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:50.313910 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a1f2d8dc-6f97-48cc-99ce-a6aadfa33973 tempest-TestVolumeBootPattern-631820951 tempest-TestVolumeBootPattern-631820951-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1093 time: 0.1980062 Sep 03 16:31:50.316888 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 47926) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:50.321479 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'port_id': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:50.344200 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:50.441303 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:50.543069 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Allocated IP 172.27.1.117 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/7e1576e3-5dbe-4727-af2e-0d104a16e9ad) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:50.645767 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:50.683044 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:50.717588 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:50.720332 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:50.723677 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:50.748688 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=7e1576e3-5dbe-4727-af2e-0d104a16e9ad,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:51.079166 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:51.149354 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:51.309316 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:51.313586 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:51.388576 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=7e1576e3-5dbe-4727-af2e-0d104a16e9ad,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:51.398238 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:51.755801 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Floating IP 520e7298-7900-452b-bff4-62df03cc46ad associated. External IP: 172.27.1.117, port: ae614cab-32ab-497d-8e46-ed5402c6edcb. Sep 03 16:31:51.955038 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:52.061823 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:52.072497 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:52.079661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:52.083520 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:52.084188 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:52.108100 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d4b5943b-553c-468c-a650-8d2f7ba20f70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7900505 Sep 03 16:31:52.108764 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:52.111032 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab62e527-06a6-4304-9e71-8ebaac0db175" -d '{"events": [{"name": "network-changed", "server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:52.149490 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013b88d7-c276-4aad-91d2-5900f8ff784b x-openstack-request-id: req-013b88d7-c276-4aad-91d2-5900f8ff784b {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:52.149797 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:52.150054 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-013b88d7-c276-4aad-91d2-5900f8ff784b {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:52.150453 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'status': 'completed', 'code': 200} Sep 03 16:31:52.194897 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:52.226730 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-c020990d-ab83-4450-b792-78ae01345899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:52.228353 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-c020990d-ab83-4450-b792-78ae01345899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1098 time: 0.0469041 Sep 03 16:31:52.348589 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-bc663d1a-2c5d-4cb7-902c-7be1a8c2ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:52.350003 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-bc663d1a-2c5d-4cb7-902c-7be1a8c2ff38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.1143346 Sep 03 16:31:52.419426 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-fcc89ef1-5a58-4106-b371-a074239e6624 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 200 len: 999 time: 0.0622194 Sep 03 16:31:52.450714 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '520e7298-7900-452b-bff4-62df03cc46ad', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:18:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:50Z', 'updated_at': '2021-09-03T16:31:50Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:52.467330 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-e00f31f3-f85c-4e00-8295-ff3f6a2468d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:52.468812 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-e00f31f3-f85c-4e00-8295-ff3f6a2468d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0430865 Sep 03 16:31:52.476724 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:52.485688 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:52.486249 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:31:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:52.515834 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-e50cb021-7fc0-43e9-84a4-0f0d2f8e2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:52.517342 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-e50cb021-7fc0-43e9-84a4-0f0d2f8e2505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420315 Sep 03 16:31:52.592531 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:52.612793 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-8f7f114b-79be-472e-ba0f-b9e719665ddd service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Sep 03 16:31:52.702723 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ab62e527-06a6-4304-9e71-8ebaac0db175 req-6fdb5a77-3796-4ee1-9109-3d8b196cc6a4 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834396 Sep 03 16:31:52.815184 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '520e7298-7900-452b-bff4-62df03cc46ad', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:18:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:50Z', 'updated_at': '2021-09-03T16:31:50Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:52.845240 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915527f5-58fc-4b74-8ff6-dfa735911f1a None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': '520e7298-7900-452b-bff4-62df03cc46ad', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:18:a7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:50Z', 'updated_at': '2021-09-03T16:31:50Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:53.042656 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a035e24a-3594-4aee-8c8b-3a8276fd806b None None] New status for floating IP 520e7298-7900-452b-bff4-62df03cc46ad: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:32:00.280285 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:00.352076 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:32:06.034647 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-906856f1-3cf6-4a17-b851-5658c9705b88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390768 Sep 03 16:32:06.118408 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-ef8a9d3c-6ce6-4951-80ef-50411ecdc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:06.119889 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-ef8a9d3c-6ce6-4951-80ef-50411ecdc9db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1098 time: 0.0422485 Sep 03 16:32:06.220055 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-5f7a11f5-9d32-4429-8aeb-dc1a73c230c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:06.221650 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-5f7a11f5-9d32-4429-8aeb-dc1a73c230c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0827620 Sep 03 16:32:06.289721 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-52f31fcf-7523-49e0-8fef-e2cb6ee59f88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 200 len: 1001 time: 0.0601337 Sep 03 16:32:06.337584 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-a21fcf08-1e1a-46df-af98-24baf7172de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:06.338990 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-a21fcf08-1e1a-46df-af98-24baf7172de9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0427380 Sep 03 16:32:06.382507 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-ed949ec8-b4be-4427-a0b3-1bc2d7a8d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:06.383962 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-ed949ec8-b4be-4427-a0b3-1bc2d7a8d72f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379045 Sep 03 16:32:06.478763 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-65381945-753c-4c18-91b7-14bae7a4fbe2 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874932 Sep 03 16:32:06.569722 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c3882e02-95d6-415b-bcc3-78ea5b689ecf req-f1447db3-c28c-4249-afc5-a1ef43d9b826 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828958 Sep 03 16:32:08.265617 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b3306161-9477-412a-9857-b3f34e2ae4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:11.188202 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0fe191ce-eb76-46dc-9b55-49fee21857d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:11.247344 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:12.300182 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:13.906997 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:30.284054 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.351567 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:32:38.270628 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b06e7c30-8e41-4076-b426-f80e5fabaf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:41.190665 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-46741d3f-1c21-4f35-bdc7-c1bf26b877e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:41.255068 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.304056 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:43.911664 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:00.292082 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:07.117272 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-b522c5f7-7d27-47f6-b584-75ad17940e2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935476 Sep 03 16:33:07.198350 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-eb5606ec-2379-4cb6-a762-7f0031e4ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:07.199904 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-eb5606ec-2379-4cb6-a762-7f0031e4ca38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 1098 time: 0.0411186 Sep 03 16:33:07.308234 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-2b7e3aa3-bd07-4b45-a757-641c3768c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:07.309648 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-2b7e3aa3-bd07-4b45-a757-641c3768c43a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0902641 Sep 03 16:33:07.379188 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-3f8e9003-e74f-4c7c-a049-fa9b8872b120 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 200 len: 1001 time: 0.0623820 Sep 03 16:33:07.426541 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-b87038e2-fa74-4b0e-bc3b-005dc8877d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:07.427998 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-b87038e2-fa74-4b0e-bc3b-005dc8877d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0426428 Sep 03 16:33:07.473925 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-0a5d8762-03b9-4ca6-a6e6-522e75755a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:07.475395 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-0a5d8762-03b9-4ca6-a6e6-522e75755a74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392523 Sep 03 16:33:07.486489 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-3c39ae2a-71b8-4f54-9905-7000913b42ee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:33:07.487386 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-3c39ae2a-71b8-4f54-9905-7000913b42ee service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047915 Sep 03 16:33:07.583344 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-a46416e0-737f-4b4e-b50a-0d62346bb354 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886855 Sep 03 16:33:07.687988 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c7dd8c40-a78b-472c-a53b-9e14a7c11832 req-d0ed5d9a-fcf9-4fd4-b4bc-43fd6ddd1500 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971482 Sep 03 16:33:08.271615 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2de8-385b-47d5-8930-2e51e32770ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:11.191784 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6376f2bb-1f0c-4d4d-aed0-fb335ddc64a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:11.250283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:12.306645 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:13.912079 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:14.350452 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:33:30.300668 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:38.274636 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-628448f8-f3dd-4fe6-be4c-7c226cca7695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:41.197792 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c30f8881-3fb5-4fbd-aa91-3cfe69811e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:41.253720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:42.308973 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.916370 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:44.742700 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894c646-cc93-4755-9e22-d9b6376fb335 req-7a211561-6774-4a03-a323-3e790913035a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:44.744310 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5894c646-cc93-4755-9e22-d9b6376fb335 req-7a211561-6774-4a03-a323-3e790913035a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 945 time: 0.1763318 Sep 03 16:33:44.783901 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5894c646-cc93-4755-9e22-d9b6376fb335 req-5fd522ce-b76f-49a5-9127-7fce8f5f45cc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331728 Sep 03 16:33:45.950200 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39507e9-0383-4447-bbf6-0f654c9c18ab req-226fe025-1398-4835-b56e-6c97980961fa tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:45.952241 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d39507e9-0383-4447-bbf6-0f654c9c18ab req-226fe025-1398-4835-b56e-6c97980961fa tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 945 time: 0.0990198 Sep 03 16:33:45.989917 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d39507e9-0383-4447-bbf6-0f654c9c18ab req-983b39d1-15ab-4a88-889a-8354181cae78 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Sep 03 16:33:46.077932 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-c6ed636e-36a4-4039-b73f-36ffd56f44cc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:46.079292 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-c6ed636e-36a4-4039-b73f-36ffd56f44cc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 945 time: 0.0476201 Sep 03 16:33:46.182763 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Deleting port ae614cab-32ab-497d-8e46-ed5402c6edcb {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:33:46.183142 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:46.271983 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] For port ae614cab-32ab-497d-8e46-ed5402c6edcb, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=ae614cab-32ab-497d-8e46-ed5402c6edcb,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:46.272358 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:46.448127 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:46.448508 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:46.448838 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Floating IP 520e7298-7900-452b-bff4-62df03cc46ad disassociated. External IP: 172.27.1.117, port: ae614cab-32ab-497d-8e46-ed5402c6edcb. Sep 03 16:33:46.449189 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Calling delete_port for ae614cab-32ab-497d-8e46-ed5402c6edcb owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:33:46.583588 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:46.617092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'Port': ['ID=ae614cab-32ab-497d-8e46-ed5402c6edcb,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:46.628937 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.629289 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.629632 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.629965 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.630296 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.630634 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.630954 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.631281 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.631604 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.631947 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.632271 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.632591 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:46.738040 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:33:46.844639 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:33:46.855324 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36130325-1521-433b-9ada-548761823d11 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:33:46.864142 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36130325-1521-433b-9ada-548761823d11 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:46.864754 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-36130325-1521-433b-9ada-548761823d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:33:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:46.881767 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] No DVR routers for this DVR port ae614cab-32ab-497d-8e46-ed5402c6edcb on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:33:46.884390 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:46.886413 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-58f10df2-5a34-4fd1-8fce-c304f935a9d9 req-5c37d870-9552-4a18-8d1a-9f5655ba0762 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "DELETE /v2.0/ports/ae614cab-32ab-497d-8e46-ed5402c6edcb HTTP/1.1" status: 204 len: 173 time: 0.7967846 Sep 03 16:33:46.886904 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'name': 'network-vif-deleted', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:46.889607 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5844ed-4ff2-4980-b838-c44275c1ee79" -d '{"events": [{"server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "name": "network-vif-deleted", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:46.983963 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-36130325-1521-433b-9ada-548761823d11 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:47.004570 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8516c68a-4269-4f0d-a334-4e33dec2ebac x-openstack-request-id: req-8516c68a-4269-4f0d-a334-4e33dec2ebac {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:47.005082 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e66a98-b5f3-4a1f-95e5-0079dd5b4421", "name": "network-vif-deleted", "tag": "ae614cab-32ab-497d-8e46-ed5402c6edcb", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:47.005181 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8516c68a-4269-4f0d-a334-4e33dec2ebac {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:47.005507 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e66a98-b5f3-4a1f-95e5-0079dd5b4421', 'name': 'network-vif-deleted', 'tag': 'ae614cab-32ab-497d-8e46-ed5402c6edcb', 'status': 'completed', 'code': 200} Sep 03 16:33:47.088550 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eec09c70-8ba9-458c-b41e-86b76fe92aaa req-04453c5f-6c25-4fe0-a22a-6c5c1128cd5c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e66a98-b5f3-4a1f-95e5-0079dd5b4421 HTTP/1.1" status: 200 len: 210 time: 0.0270824 Sep 03 16:33:47.197356 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-36130325-1521-433b-9ada-548761823d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:47.223721 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36130325-1521-433b-9ada-548761823d11 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:33:47.232348 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36130325-1521-433b-9ada-548761823d11 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:47.232973 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-36130325-1521-433b-9ada-548761823d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:33:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:47.455549 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-36130325-1521-433b-9ada-548761823d11 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:47.665167 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-36130325-1521-433b-9ada-548761823d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:47.691901 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36130325-1521-433b-9ada-548761823d11 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:33:47.895156 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98585cdc-1469-4804-8445-76224ab9dc99 None None] New status for floating IP 520e7298-7900-452b-bff4-62df03cc46ad: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:33:48.336483 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-18f079dd-d8e8-4ac0-a49c-3d79dba007ff tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981939506&fields=id&tenant_id=852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 267 time: 0.0319691 Sep 03 16:33:48.457779 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-2e813f6c-e44a-464b-8dc5-33f8c4c6e0b3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:48.459237 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-2e813f6c-e44a-464b-8dc5-33f8c4c6e0b3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 811 time: 0.1152651 Sep 03 16:33:48.474228 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-596b0407-fb21-46c6-8cb8-aef96e60e7da tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/quotas/852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 375 time: 0.0092099 Sep 03 16:33:48.535183 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-bba48265-afdb-42f6-aa06-b45a8df8bd68 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555966 Sep 03 16:33:48.597011 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-6370800a-f7c3-4ea9-a3ea-002fca96f228 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:33:48.598008 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-6370800a-f7c3-4ea9-a3ea-002fca96f228 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517838 Sep 03 16:33:48.690490 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-73c4eaa1-b0d0-424b-99ae-01af2dc38156 service neutron] 10.222.0.42 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862188 Sep 03 16:33:48.777897 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-3d531abb-6dce-427d-92d9-115c4505c396 service neutron] 10.222.0.42 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Sep 03 16:33:49.063174 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd386817-d8b3-4450-ba39-25b0a19d7ed8 req-727f5a73-1378-401b-8580-2ad2a2f5865b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Sep 03 16:33:50.060267 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-904d4db8-1254-4215-81b7-7fe5754b3fdf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:50.062315 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-904d4db8-1254-4215-81b7-7fe5754b3fdf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 811 time: 0.1067433 Sep 03 16:33:50.108871 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-11e39129-a1bc-43f6-8788-605580f93486 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 379 time: 0.0376968 Sep 03 16:33:50.122605 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'port': {'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'admin_state_up': True, 'tenant_id': '852b258e784d476f9900897fd597bb80', 'security_groups': ['9dd0547b-bf63-478a-b63c-f61df099df66']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:33:50.179181 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2654e11f-9807-4509-af96-c4d2f6afc16a req-b81d8734-0dde-42c2-9dec-f783ced10390 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 210 time: 0.0404565 Sep 03 16:33:50.270621 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Made reservation on behalf of 852b258e784d476f9900897fd597bb80 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:33:50.271769 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.416198 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Allocated IP 172.20.0.7 (4345c16d-6b9e-490e-b7b8-00197a5ab09f/9603565a-c002-4a95-bd24-7674db8afb7f/a8d417c3-7072-4d1c-bf02-e48711d2b018) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:33:50.559226 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.573499 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Transition to ACTIVE for port object a8d417c3-7072-4d1c-bf02-e48711d2b018 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:33:50.606357 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.654107 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device ae614cab-32ab-497d-8e46-ed5402c6edcb no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:33:50.655228 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:33:50.657988 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:33:50.661819 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:33:50.676013 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: ae614cab-32ab-497d-8e46-ed5402c6edcb {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:33:50.676470 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device ae614cab-32ab-497d-8e46-ed5402c6edcb not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:33:50.690001 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=a8d417c3-7072-4d1c-bf02-e48711d2b018,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:50.720453 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:50.721087 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.738990 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-453abeda-e0c7-4162-b2e6-986a4558f3dc tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219018 Sep 03 16:33:50.751256 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Request body: {'port': {'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:33:50.813524 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.924483 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-97fb1c98-b56f-4bb2-93e8-f90bb3e6d82a None None] Provisioning for port a8d417c3-7072-4d1c-bf02-e48711d2b018 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:33:50.928280 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-97fb1c98-b56f-4bb2-93e8-f90bb3e6d82a None None] Provisioning complete for port a8d417c3-7072-4d1c-bf02-e48711d2b018 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:33:50.928659 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97fb1c98-b56f-4bb2-93e8-f90bb3e6d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.965854 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-97fb1c98-b56f-4bb2-93e8-f90bb3e6d82a None None] Port a8d417c3-7072-4d1c-bf02-e48711d2b018 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:33:51.080833 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d417c3-7072-4d1c-bf02-e48711d2b018 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:33:51.088529 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:51.101457 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Transition to ACTIVE for port object a8d417c3-7072-4d1c-bf02-e48711d2b018 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:33:51.105658 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:51.153386 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d417c3-7072-4d1c-bf02-e48711d2b018,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:51.229844 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Attempting to bind port a8d417c3-7072-4d1c-bf02-e48711d2b018 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:33:51.230295 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Attempting to bind port a8d417c3-7072-4d1c-bf02-e48711d2b018 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:33:51.230696 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Attempting to bind port a8d417c3-7072-4d1c-bf02-e48711d2b018 on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:33:51.235826 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Port a8d417c3-7072-4d1c-bf02-e48711d2b018 on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:33:51.236292 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Attempting to bind port a8d417c3-7072-4d1c-bf02-e48711d2b018 on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:33:51.241957 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:33:51.242283 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Checking segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:33:51.242739 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Bound using segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:33:51.243261 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Bound port: a8d417c3-7072-4d1c-bf02-e48711d2b018, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:33:51.243713 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:51.349530 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:33:51.351064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05da90-4f72-4210-9f7c-9ad32a27f5d9 req-8d4a87a2-0750-46f4-8d39-c53e6c2751a3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:51.352591 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e05da90-4f72-4210-9f7c-9ad32a27f5d9 req-8d4a87a2-0750-46f4-8d39-c53e6c2751a3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0968564 Sep 03 16:33:51.355302 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] For port a8d417c3-7072-4d1c-bf02-e48711d2b018, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:33:51.359827 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] For port a8d417c3-7072-4d1c-bf02-e48711d2b018, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:33:51.369191 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:51.415735 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:51.416385 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:51.417760 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 1093 time: 0.6709645 Sep 03 16:33:51.423001 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:51.425065 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:51.445258 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e05da90-4f72-4210-9f7c-9ad32a27f5d9 req-ea1a7419-8a1f-47fe-a083-8d5f6a311a75 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838428 Sep 03 16:33:51.459610 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b176a-8f01-4814-83d1-151683be0042 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d417c3-7072-4d1c-bf02-e48711d2b018,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:51.497248 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c430b3-1aaa-47e5-b7fd-cba5ff3d8b27 x-openstack-request-id: req-99c430b3-1aaa-47e5-b7fd-cba5ff3d8b27 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:51.497690 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:51.498557 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99c430b3-1aaa-47e5-b7fd-cba5ff3d8b27 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:51.499114 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'status': 'completed', 'code': 200} Sep 03 16:33:51.534471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-a4dbac55-acca-4dec-b455-b70291fbffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:51.536254 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-a4dbac55-acca-4dec-b455-b70291fbffab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1096 time: 0.0502381 Sep 03 16:33:51.584021 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-3d7a5fc9-24e0-4491-9db6-1e7f0ed89833 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 217 time: 0.0372465 Sep 03 16:33:51.634471 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-f871ec08-9be2-4929-bb2c-308a9f1f0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:51.635979 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-f871ec08-9be2-4929-bb2c-308a9f1f0634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0451365 Sep 03 16:33:51.679727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-61c3ce13-e329-4fa3-bae4-9ad8eb361039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:51.681238 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-61c3ce13-e329-4fa3-bae4-9ad8eb361039 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382779 Sep 03 16:33:51.771672 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-6e4c923a-c241-47e5-b2ce-77fb00dda19a service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826156 Sep 03 16:33:51.861598 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-267a2130-0f94-44cc-adc3-9aa5cc1dced5 req-7fe5e21f-b0c4-4610-8a1b-403ceb96c588 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825667 Sep 03 16:33:52.199210 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-e5c1236b-9137-4d5a-b22d-7d0bb037e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:52.200744 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-e5c1236b-9137-4d5a-b22d-7d0bb037e6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1096 time: 0.2912455 Sep 03 16:33:52.290173 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-ac7ff4be-95ee-45f6-9651-0a7293b7e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:52.291584 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-ac7ff4be-95ee-45f6-9651-0a7293b7e2a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0831997 Sep 03 16:33:52.334350 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-ae8cc75c-0437-4d40-a9d6-2de78d76f849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 217 time: 0.0357652 Sep 03 16:33:52.383412 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-c1fbb0a2-0c24-48e1-a13a-11cbb0357118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:52.384907 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-c1fbb0a2-0c24-48e1-a13a-11cbb0357118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0428665 Sep 03 16:33:52.440210 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-f8c7d95d-0500-4e01-9ef6-073837435f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:52.441722 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-f8c7d95d-0500-4e01-9ef6-073837435f68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484321 Sep 03 16:33:52.559954 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-356027cf-f60b-4646-86a2-fa4a503ca05e service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101885 Sep 03 16:33:52.611114 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914740e2-41b8-43db-9771-c8c6c4790ca2 req-56aa6e23-33f7-430a-b90f-fc3bc188cd83 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:52.612697 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-914740e2-41b8-43db-9771-c8c6c4790ca2 req-56aa6e23-33f7-430a-b90f-fc3bc188cd83 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0927660 Sep 03 16:33:52.694862 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c1c6f41-b820-4a4d-90a1-4b3fe169af5c req-c7a19477-c67a-494a-a8a9-f3a876e7f9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281230 Sep 03 16:33:52.697824 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-914740e2-41b8-43db-9771-c8c6c4790ca2 req-f0a21efb-846f-4996-aaa6-bc52f13366ba tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565307 Sep 03 16:33:53.819209 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc278f-90a3-481d-b9f2-e3d8faee1aec req-572479d5-8383-4199-90a6-aaa6d99e3b3d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:53.820744 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1dcc278f-90a3-481d-b9f2-e3d8faee1aec req-572479d5-8383-4199-90a6-aaa6d99e3b3d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0547030 Sep 03 16:33:53.859996 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1dcc278f-90a3-481d-b9f2-e3d8faee1aec req-a57f300e-a8e6-459c-877e-0fc2fc8683ee tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Sep 03 16:33:54.976801 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c4cbc-5ffb-4c75-90e9-953c6b203ade req-b80112d2-df5b-4839-8110-31389aed02fb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:54.978276 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3c4cbc-5ffb-4c75-90e9-953c6b203ade req-b80112d2-df5b-4839-8110-31389aed02fb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0531223 Sep 03 16:33:55.016498 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3c4cbc-5ffb-4c75-90e9-953c6b203ade req-c5da49c2-603e-48f4-a5a7-8a6eaccdc324 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Sep 03 16:33:56.127146 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934abf70-a615-4ef4-9c07-9c1e7d48d0cb req-843eb7c8-3d1a-4abd-b19a-c667fb9149fe tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:56.128659 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-934abf70-a615-4ef4-9c07-9c1e7d48d0cb req-843eb7c8-3d1a-4abd-b19a-c667fb9149fe tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0480218 Sep 03 16:33:56.165400 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-934abf70-a615-4ef4-9c07-9c1e7d48d0cb req-a982ec0a-ad2d-4ae6-ab17-ea2108ac08b2 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Sep 03 16:33:57.283735 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a918f5-7ca7-489c-85a1-39261d0e8b1f req-bdac4a1b-691e-4a9c-ad5c-ebe1ec1b0e52 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:57.285256 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b0a918f5-7ca7-489c-85a1-39261d0e8b1f req-bdac4a1b-691e-4a9c-ad5c-ebe1ec1b0e52 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0481918 Sep 03 16:33:57.324480 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b0a918f5-7ca7-489c-85a1-39261d0e8b1f req-3e3c7c49-bb2b-4bd0-9ab7-567da773a008 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332799 Sep 03 16:33:58.443847 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d43f-8fda-4b23-b80f-018fcf0f610c req-f5e5d447-2217-4383-aea0-5c6d436166a4 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:58.445416 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0984d43f-8fda-4b23-b80f-018fcf0f610c req-f5e5d447-2217-4383-aea0-5c6d436166a4 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0546079 Sep 03 16:33:58.485755 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0984d43f-8fda-4b23-b80f-018fcf0f610c req-3611ae98-a3f9-4c93-8d22-df47c0d9d7e8 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342591 Sep 03 16:33:59.602571 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123da458-00e7-498b-ba5a-ccd72454cc40 req-596fae48-65e5-46ae-b103-7b5dbecebb4c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:59.604081 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-123da458-00e7-498b-ba5a-ccd72454cc40 req-596fae48-65e5-46ae-b103-7b5dbecebb4c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0494368 Sep 03 16:33:59.641965 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-123da458-00e7-498b-ba5a-ccd72454cc40 req-759bb941-8660-4149-9ec7-1056010bf369 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Sep 03 16:34:00.306259 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:00.726107 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device a8d417c3-7072-4d1c-bf02-e48711d2b018 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:34:00.757183 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc77d04-d459-4485-a85a-1ffb71748d50 req-ba8b61cd-1ff3-4a13-8330-d901bbffc533 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:00.758706 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fbc77d04-d459-4485-a85a-1ffb71748d50 req-ba8b61cd-1ff3-4a13-8330-d901bbffc533 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 943 time: 0.0490065 Sep 03 16:34:00.797153 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fbc77d04-d459-4485-a85a-1ffb71748d50 req-72cc726e-f154-4a4c-bda5-de63872464a3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Sep 03 16:34:00.822717 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port a8d417c3-7072-4d1c-bf02-e48711d2b018, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:00.834575 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:34:00.874515 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:00.886631 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d417c3-7072-4d1c-bf02-e48711d2b018 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:00.906644 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port a8d417c3-7072-4d1c-bf02-e48711d2b018, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:00.911309 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:00.958439 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=a8d417c3-7072-4d1c-bf02-e48711d2b018,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:00.965844 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.966189 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.966562 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.967438 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.967772 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.968137 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.968466 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.968805 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.969123 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.969474 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.969778 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:00.970209 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:01.115169 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['a8d417c3-7072-4d1c-bf02-e48711d2b018'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:34:01.918845 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dceeb-1708-4388-8c5b-d6770f55ff16 req-b2597336-0646-4658-8457-7bbc13ebf864 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:01.920938 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db5dceeb-1708-4388-8c5b-d6770f55ff16 req-b2597336-0646-4658-8457-7bbc13ebf864 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 944 time: 0.0561087 Sep 03 16:34:01.959664 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db5dceeb-1708-4388-8c5b-d6770f55ff16 req-8ce0ec25-c320-4180-9e78-ff0e4877a03d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Sep 03 16:34:02.747389 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device a8d417c3-7072-4d1c-bf02-e48711d2b018 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:34:02.796421 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port a8d417c3-7072-4d1c-bf02-e48711d2b018 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:34:02.799928 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port a8d417c3-7072-4d1c-bf02-e48711d2b018 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:34:02.800297 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:02.875882 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:02.897720 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:02.899987 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203e2ae-5e41-49ff-8047-23c865fd8748" -d '{"events": [{"server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "name": "network-vif-plugged", "status": "completed", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:02.912583 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port a8d417c3-7072-4d1c-bf02-e48711d2b018, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:02.916870 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:02.967760 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=a8d417c3-7072-4d1c-bf02-e48711d2b018,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:03.003454 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a661b44-88c0-42cc-8bf0-af0156543e2b x-openstack-request-id: req-8a661b44-88c0-42cc-8bf0-af0156543e2b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:03.003752 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "name": "network-vif-plugged", "status": "completed", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:03.004036 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a661b44-88c0-42cc-8bf0-af0156543e2b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:03.004474 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'code': 200} Sep 03 16:34:03.079795 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217481dc-ede6-4c45-9bba-cf54de12d832 req-af7992c3-b82d-4744-9468-3c999672231d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:03.081347 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-217481dc-ede6-4c45-9bba-cf54de12d832 req-af7992c3-b82d-4744-9468-3c999672231d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Sep 03 16:34:03.121887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-217481dc-ede6-4c45-9bba-cf54de12d832 req-0bf62d5c-0a24-439b-929d-c05f0772d9a9 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344379 Sep 03 16:34:03.221855 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89646c-6cde-42d0-859b-48442dace2d9 req-829d4048-7ed9-4987-9a05-de0b5b7d3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:03.223510 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e89646c-6cde-42d0-859b-48442dace2d9 req-829d4048-7ed9-4987-9a05-de0b5b7d3854 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0425351 Sep 03 16:34:03.261925 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e89646c-6cde-42d0-859b-48442dace2d9 req-30d36057-fc72-48d7-abae-95dc25eab04c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307195 Sep 03 16:34:04.256564 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb09cb-f7bd-46d3-86e1-63847368f7a7 req-435e3e1d-7f50-44cb-ad6b-ed4126fa06c2 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:04.258129 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16cb09cb-f7bd-46d3-86e1-63847368f7a7 req-435e3e1d-7f50-44cb-ad6b-ed4126fa06c2 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0635626 Sep 03 16:34:04.297788 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16cb09cb-f7bd-46d3-86e1-63847368f7a7 req-cf0a155d-3c1f-4aae-9ec7-8e47c902d43f tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326836 Sep 03 16:34:05.419320 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbecd74-15f6-4f64-bd77-fb077f994683 req-f1b680c0-737a-46e8-a12d-61dd9ef8c00d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:05.420940 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4fbecd74-15f6-4f64-bd77-fb077f994683 req-f1b680c0-737a-46e8-a12d-61dd9ef8c00d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0523529 Sep 03 16:34:05.462545 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4fbecd74-15f6-4f64-bd77-fb077f994683 req-9d396c04-aa39-4a75-be31-4559199a099d tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354109 Sep 03 16:34:05.582411 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c874-85ef-48bb-914f-558e6dbf5f0e req-b02db726-cf78-45b7-8534-849855c71a95 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:05.583830 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e38c874-85ef-48bb-914f-558e6dbf5f0e req-b02db726-cf78-45b7-8534-849855c71a95 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Sep 03 16:34:05.624659 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e38c874-85ef-48bb-914f-558e6dbf5f0e req-9e484351-3557-47ce-b297-e7a1a3bd122b tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Sep 03 16:34:05.647173 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48062) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:05.687326 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a3f85-72cd-4801-8e83-ecf6824a56f6 tempest-TestVolumeBootPattern-631820951 tempest-TestVolumeBootPattern-631820951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:05.688929 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ce2a3f85-72cd-4801-8e83-ecf6824a56f6 tempest-TestVolumeBootPattern-631820951 tempest-TestVolumeBootPattern-631820951-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1093 time: 0.0407164 Sep 03 16:34:05.691826 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48066) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:05.696544 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.v2.base [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:05.719277 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.821926 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.932312 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_common [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Allocated IP 172.27.1.182 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/8235c667-b7cc-495f-8317-ef6dce9278f6) {{(pid=93859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:34:06.042739 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.083294 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.121397 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:34:06.124752 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.base_scheduler [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Resources bound (agent type, host, resource id): {{(pid=93859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:34:06.128613 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Received port after_create {{(pid=93859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:34:06.136465 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=8235c667-b7cc-495f-8317-ef6dce9278f6,revision_number=1']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:06.168506 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.168848 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.169187 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.170154 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.170569 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.170961 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.171288 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.171614 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.171968 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.172322 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.172657 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.172974 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:06.492730 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.565274 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.737057 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.742489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792123'] for port, after_update {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.086366 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=8235c667-b7cc-495f-8317-ef6dce9278f6,revision_number=2']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:07.099179 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.208478 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Floating IP d89f9fc7-e097-4704-992b-e466780965c3 associated. External IP: 172.27.1.182, port: a8d417c3-7072-4d1c-bf02-e48711d2b018. Sep 03 16:34:07.473957 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:34:07.588997 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:34:07.600532 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:34:07.607490 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.610684 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:07.611334 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:33:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.640045 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2bb693ef-58e5-4ea5-b034-ef942db35859 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9470766 Sep 03 16:34:07.640675 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:07.642992 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab90245-701c-448d-8344-77db7c39291a" -d '{"events": [{"name": "network-changed", "server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:07.740195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:07.767805 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43618172-884a-4da4-9a0a-6a7a90533547 x-openstack-request-id: req-43618172-884a-4da4-9a0a-6a7a90533547 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:07.768751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:07.768751 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43618172-884a-4da4-9a0a-6a7a90533547 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:07.769253 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'status': 'completed', 'code': 200} Sep 03 16:34:07.842251 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90245-701c-448d-8344-77db7c39291a req-1bcfcc66-3e66-4ce6-b0f5-d4a743ab5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:07.843904 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-1bcfcc66-3e66-4ce6-b0f5-d4a743ab5f42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0522051 Sep 03 16:34:07.946010 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90245-701c-448d-8344-77db7c39291a req-11e4aedd-6f8f-4f49-9178-b03c20d55313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:07.947739 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-11e4aedd-6f8f-4f49-9178-b03c20d55313 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0967948 Sep 03 16:34:08.036054 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-cd723a26-acc2-405d-8adf-419b85d1dc72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 999 time: 0.0808301 Sep 03 16:34:08.040075 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:06Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:08.068953 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:34:08.078173 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-aa27176f-c286-4172-8794-08283e19755f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661879 Sep 03 16:34:08.079375 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:08.080107 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:33:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:08.091644 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90245-701c-448d-8344-77db7c39291a req-63730532-f28f-4917-8233-3751e00480d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:08.093174 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-63730532-f28f-4917-8233-3751e00480d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0501552 Sep 03 16:34:08.143502 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90245-701c-448d-8344-77db7c39291a req-080e019c-13c8-47b4-a0a6-a25c356bc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:08.145228 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-080e019c-13c8-47b4-a0a6-a25c356bc328 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452173 Sep 03 16:34:08.196464 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:08.265768 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-a38c7f89-9d9d-42be-adee-fe1a46bd850c service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135027 Sep 03 16:34:08.298924 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-951a0aba-f893-430d-af2b-cc8b761205e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.371220 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ab90245-701c-448d-8344-77db7c39291a req-2b3ba74a-85c0-4f0a-a738-74e96d9af016 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984650 Sep 03 16:34:08.476236 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:06Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:08.491555 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-af2c1f06-9f0b-478b-94bc-a79447d570ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:08.494199 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-af2c1f06-9f0b-478b-94bc-a79447d570ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0556667 Sep 03 16:34:08.507639 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8140e2-99fc-4126-99d7-6431d5b4ce09 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:06Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:34:08.619993 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-d491304c-853e-4620-8564-a67660060b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:08.622258 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-d491304c-853e-4620-8564-a67660060b3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.1077983 Sep 03 16:34:08.696515 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-e9cf9848-a39f-4b76-aa68-b13b1aa23239 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 999 time: 0.0672851 Sep 03 16:34:08.742745 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67ed3a4-979f-4068-ba0f-e1e1f5f366f3 None None] New status for floating IP d89f9fc7-e097-4704-992b-e466780965c3: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:34:08.752720 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-f8352124-4628-42b2-a55f-4be2bafcb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:08.754287 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-f8352124-4628-42b2-a55f-4be2bafcb331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0501437 Sep 03 16:34:08.805465 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-0fc54f9c-faed-43a7-b64f-32c603bf933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:08.806980 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-0fc54f9c-faed-43a7-b64f-32c603bf933f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456192 Sep 03 16:34:08.912929 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-e71f8c1c-a241-4686-83c9-510aefffa9e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985885 Sep 03 16:34:09.037186 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe97f228-7008-4c55-9a12-b5760dba8f82 req-e7ad58b7-04df-48a9-b108-0dbc86c2f06d service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164119 Sep 03 16:34:11.189384 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9072830b-61f4-47f5-af84-4287b7c0b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:11.256675 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.312796 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.920656 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:28.348546 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:34:30.315730 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:38.279507 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f9863dc-0b4e-4a00-a233-2ebe20e14224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:41.189364 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd6ae-2eaa-4a38-a6d4-787f081b5976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:41.257762 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:42.313624 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:43.922426 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:00.330671 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:05.348590 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:35:08.068249 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-f406aa67-f4aa-4253-a4bf-5b2c9abfc611 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457261 Sep 03 16:35:08.153612 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-b5bbe5db-6379-4933-97f9-613ddcc07778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:08.155176 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-b5bbe5db-6379-4933-97f9-613ddcc07778 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0443070 Sep 03 16:35:08.262330 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-b546d2ff-0640-4af7-b166-c7908eb2f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:08.263829 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-b546d2ff-0640-4af7-b166-c7908eb2f5df service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0885940 Sep 03 16:35:08.282740 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1fd240de-c28d-431c-b04a-c80a0baffda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.341057 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-6837cd5d-b168-44fe-b8ca-dde4c7395d4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 1001 time: 0.0696857 Sep 03 16:35:08.394390 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-f5f33283-a5bf-4d1f-9096-e702e4b481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:08.395889 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-f5f33283-a5bf-4d1f-9096-e702e4b481b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0479541 Sep 03 16:35:08.446689 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-a79a3aae-a62c-4cd5-b9b9-464dd82f503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:08.448305 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-a79a3aae-a62c-4cd5-b9b9-464dd82f503d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449970 Sep 03 16:35:08.555249 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-bc3a1eb4-2699-4892-a6cd-66af310e9941 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978255 Sep 03 16:35:08.650688 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-565c37c5-0c83-44f7-88b0-37e85477ef7f req-fdc69291-ba17-422a-9748-0ab299160194 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886586 Sep 03 16:35:11.190973 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8faf1beb-8dd1-436b-a479-902ce1b0fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:11.260195 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.322580 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:13.932696 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:30.338189 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:38.286300 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-17d6abf8-fba9-43b0-9956-012aab5cf945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:41.194252 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7c3d-82c7-48f7-bc4a-7f0950bf4618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:41.255017 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:42.321443 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:42.347935 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:35:43.927283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:57.867573 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-f5dc7ba9-8687-4260-8c58-db4d6ce093c0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981939506&fields=id&tenant_id=852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 267 time: 0.0418015 Sep 03 16:35:57.977924 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-155c4645-8623-4aa2-9433-2c299e6b0967 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:57.979656 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-155c4645-8623-4aa2-9433-2c299e6b0967 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 811 time: 0.1047959 Sep 03 16:35:57.996804 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-6a935c91-aecf-4865-9a50-594a91569a4c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/quotas/852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 375 time: 0.0109594 Sep 03 16:35:58.059445 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-0bb6b4e3-6624-4a25-a1cc-76666b8e2c3a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571482 Sep 03 16:35:58.179887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-bbb5cdfa-2679-4b12-93fc-deaf2dc8895f service neutron] 10.222.0.42 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995312 Sep 03 16:35:58.270780 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-64283026-546a-46ef-a5bc-ee8dc37ebf0a service neutron] 10.222.0.42 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873699 Sep 03 16:35:58.590586 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-310bdf80-4b09-4e06-8d49-f6abe71bd0ef req-df4bb2f7-7d60-4c9a-bea3-b41686ca5dc3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0382674 Sep 03 16:35:59.692695 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-090e4ce5-cd92-49ea-8e1f-8a69f947eab4 req-b16d8a54-c262-4b6b-a7ff-1cbbe1b3628e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Sep 03 16:36:00.338719 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:00.798204 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aefc1986-083f-4ce7-8883-003a86b8b224 req-8004f8ff-d3ea-4943-bb0d-29e598650dfb tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0301819 Sep 03 16:36:01.886366 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3438df91-edb6-4688-9b87-4627aa6775fa req-9077f0d8-bf56-494c-942c-9cad4dc9343c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0291598 Sep 03 16:36:02.983946 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ddf80d50-305d-4b37-b806-5a1f02a6b207 req-5a5cd7b7-0919-41c6-85d7-3ef2b68cca44 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0279844 Sep 03 16:36:03.616920 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-6b7a57b7-027a-41a6-ba46-af0e1fc8e8e6 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:03.618463 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-6b7a57b7-027a-41a6-ba46-af0e1fc8e8e6 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 811 time: 0.1121547 Sep 03 16:36:03.662685 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-e5662363-7f29-4332-9a88-181e578f8ae5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852b258e784d476f9900897fd597bb80 HTTP/1.1" status: 200 len: 379 time: 0.0348692 Sep 03 16:36:03.677062 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'port': {'device_id': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'admin_state_up': True, 'tenant_id': '852b258e784d476f9900897fd597bb80', 'security_groups': ['9dd0547b-bf63-478a-b63c-f61df099df66']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:36:03.795550 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Made reservation on behalf of 852b258e784d476f9900897fd597bb80 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:36:03.799003 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:03.928935 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Allocated IP 172.20.0.4 (4345c16d-6b9e-490e-b7b8-00197a5ab09f/9603565a-c002-4a95-bd24-7674db8afb7f/9b416add-7eea-4bf8-8b4c-5e8ee4fd7283) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:36:04.125599 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.129727 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd3ce8d5-4d6f-4afc-93a4-3764ad12652b req-998b51d0-7ac8-42d5-b929-152abf8a6d48 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0471814 Sep 03 16:36:04.141866 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Transition to ACTIVE for port object 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:36:04.174198 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.220110 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:36:04.223018 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:36:04.226769 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:36:04.235372 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:04.265533 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.265880 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.266289 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.266627 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.266958 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.267291 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.267619 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.267976 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.268359 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.269206 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.269531 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.269853 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:04.292476 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:04.292962 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.310371 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-b0a5a730-f782-453d-8653-3323beb770b5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377771 Sep 03 16:36:04.323368 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Request body: {'port': {'device_id': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76017'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:36:04.381675 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.475069 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4bb663d3-731d-4c50-b319-14ee47a6aabe None None] Provisioning for port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 completed by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:36:04.481500 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-4bb663d3-731d-4c50-b319-14ee47a6aabe None None] Provisioning complete for port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 triggered by entity DHCP. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:36:04.482110 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb663d3-731d-4c50-b319-14ee47a6aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.518790 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4bb663d3-731d-4c50-b319-14ee47a6aabe None None] Port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 cannot update to ACTIVE because it is not bound. {{(pid=93861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:36:04.662737 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:36:04.670244 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.682500 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Transition to ACTIVE for port object 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:36:04.686342 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.741112 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:04.816028 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Attempting to bind port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 on host hv-cinder-76017 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:36:04.816373 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Attempting to bind port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 by drivers openvswitch,hyperv on host hv-cinder-76017 at level 0 using segments [{'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:36:04.816712 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Attempting to bind port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:36:04.821326 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76017 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:36:04.821661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Attempting to bind port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 on network 4345c16d-6b9e-490e-b7b8-00197a5ab09f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:36:04.828191 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Checking agent: {'id': 'ca64ec8e-f13f-4e9b-b4b1-2d9d04d16dc9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76017', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 21), 'started_at': datetime.datetime(2021, 9, 3, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:36:04.828590 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Checking segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:36:04.828929 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Bound using segment: {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:36:04.829377 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Bound port: 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host: hv-cinder-76017, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca99e8-8318-4beb-acf9-d13523395b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:36:04.829746 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.897921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] For port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host hv-cinder-76017, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:36:04.901033 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] For port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host hv-cinder-76017, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:36:04.905164 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.942691 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:04.943378 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:04.944802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] 10.222.0.15 "PUT /v2.0/ports/9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 HTTP/1.1" status: 200 len: 1093 time: 0.6265135 Sep 03 16:36:04.945245 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:04.947455 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732786da-dbad-4b1d-b3e8-ddf366a6ff80" -d '{"events": [{"name": "network-changed", "server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:04.970045 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359bba-c23c-4489-bd74-cd02ffb02b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:05.024795 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f37f56-8943-4743-9054-58d71b1eeefc x-openstack-request-id: req-d8f37f56-8943-4743-9054-58d71b1eeefc {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:05.025084 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:05.025332 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8f37f56-8943-4743-9054-58d71b1eeefc {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:05.026215 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'status': 'completed', 'code': 200} Sep 03 16:36:05.045269 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-f19ab5fc-0322-4f3d-ab3e-d21cd6943e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.046807 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-f19ab5fc-0322-4f3d-ab3e-d21cd6943e78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0529606 Sep 03 16:36:05.095448 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-ae0071c1-349b-4c2b-b3b8-f43fef6bb705 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 HTTP/1.1" status: 200 len: 217 time: 0.0410707 Sep 03 16:36:05.148169 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-4ac048ce-3921-4f17-9ba8-e331e77abbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.149802 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-4ac048ce-3921-4f17-9ba8-e331e77abbee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0479012 Sep 03 16:36:05.200022 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-704d63a8-e61f-4420-912c-bcf7e067ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.201406 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-704d63a8-e61f-4420-912c-bcf7e067ea3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442519 Sep 03 16:36:05.309152 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8fa17-d783-4830-910c-98e1c3b39698 req-8eaf000a-ac6b-4718-b458-e09bd9dfb51e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.310671 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16c8fa17-d783-4830-910c-98e1c3b39698 req-8eaf000a-ac6b-4718-b458-e09bd9dfb51e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.1083834 Sep 03 16:36:05.347197 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-5fdc141f-049b-420d-8ece-26db26af1ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361258 Sep 03 16:36:05.400067 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16c8fa17-d783-4830-910c-98e1c3b39698 req-8abf1e9b-72e9-4da7-8400-a13e05bdea48 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788047 Sep 03 16:36:05.458762 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ac73e00-3d5c-49a1-ade3-d79a57e59464 req-573aadde-de03-400b-8ec9-fe53724b678c service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990164 Sep 03 16:36:05.548727 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-89fe18de-e8d7-42c6-9259-9604594df1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.550834 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-89fe18de-e8d7-42c6-9259-9604594df1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0433927 Sep 03 16:36:05.648216 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-570e3fd5-a08b-4b9f-a043-9f7906528cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.649724 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-570e3fd5-a08b-4b9f-a043-9f7906528cec service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0920942 Sep 03 16:36:05.693563 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-a868e0f5-c58d-46ca-b35a-0268f9d9d110 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 HTTP/1.1" status: 200 len: 217 time: 0.0356798 Sep 03 16:36:05.744881 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-99f10eea-76e2-4c89-a8ed-75ea1a84f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.746266 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-99f10eea-76e2-4c89-a8ed-75ea1a84f1ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0449491 Sep 03 16:36:05.795734 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-59a370c9-1626-47cd-932e-81367e52f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.797299 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-59a370c9-1626-47cd-932e-81367e52f77d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436094 Sep 03 16:36:05.889617 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-5d68e6d8-602a-4c74-8010-e8cfc1271768 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Sep 03 16:36:05.989859 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-732786da-dbad-4b1d-b3e8-ddf366a6ff80 req-1d612290-4599-4628-a386-9021103e5949 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892134 Sep 03 16:36:06.512303 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac2596-e847-407c-b622-40f273d997d8 req-bc472ecd-05ce-443c-9e07-6b4f79635dce tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.513766 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ac2596-e847-407c-b622-40f273d997d8 req-bc472ecd-05ce-443c-9e07-6b4f79635dce tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0477724 Sep 03 16:36:06.550408 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02ac2596-e847-407c-b622-40f273d997d8 req-47785818-b161-4a38-82b7-2e0146def4c6 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301828 Sep 03 16:36:07.774431 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca74f4-739e-4eb8-b55e-875e47a49166 req-9e1451bb-83fc-49f7-a64e-368f62aafcb5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:07.775984 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9eca74f4-739e-4eb8-b55e-875e47a49166 req-9e1451bb-83fc-49f7-a64e-368f62aafcb5 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0504754 Sep 03 16:36:07.815595 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9eca74f4-739e-4eb8-b55e-875e47a49166 req-6e0c44ba-59b5-4d6e-b048-7883a1f8af81 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335124 Sep 03 16:36:08.290715 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ffb20eb9-3d4b-48bf-afff-59ff3d894864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.867755 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-ea32f7e5-0f76-4356-88b1-f47e791294fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3051379 Sep 03 16:36:08.981581 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d42dc-fec7-48bf-a261-c9ce48a0b61a req-327592f6-ccd7-42e1-b750-7c064c2d132a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:08.983175 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-880d42dc-fec7-48bf-a261-c9ce48a0b61a req-327592f6-ccd7-42e1-b750-7c064c2d132a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0837681 Sep 03 16:36:08.990869 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423fa79-b6c6-4007-8414-66b08b691365 req-07469b20-2cf0-45fa-b079-908be2689a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:08.992446 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-07469b20-2cf0-45fa-b079-908be2689a76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0629365 Sep 03 16:36:09.060569 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-880d42dc-fec7-48bf-a261-c9ce48a0b61a req-c2343cea-ebbb-429b-b61c-29ed1353a27f tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670815 Sep 03 16:36:09.148081 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423fa79-b6c6-4007-8414-66b08b691365 req-b05e282d-b20d-4272-9241-159009d6248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.150616 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-b05e282d-b20d-4272-9241-159009d6248e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.1350780 Sep 03 16:36:09.219365 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-fa6276e8-51b5-4bf7-9100-9207690b3213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 1001 time: 0.0608628 Sep 03 16:36:09.276031 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423fa79-b6c6-4007-8414-66b08b691365 req-5ee43fd7-c701-49d1-ad73-28b2b817322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.277504 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-5ee43fd7-c701-49d1-ad73-28b2b817322f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0503991 Sep 03 16:36:09.325860 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423fa79-b6c6-4007-8414-66b08b691365 req-ed3ee5d2-684e-40e6-8b72-a400a8ed34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.327523 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-ed3ee5d2-684e-40e6-8b72-a400a8ed34c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423565 Sep 03 16:36:09.425599 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-af25250c-30ef-4b65-a970-73be5dc4f6b4 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902374 Sep 03 16:36:09.535943 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7423fa79-b6c6-4007-8414-66b08b691365 req-4bfeacab-73ae-4e4c-b239-e54ec5992002 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038787 Sep 03 16:36:10.191661 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f3a8c-6e42-478c-9ed3-5516bb65f84f req-393fb017-527e-4ee6-9023-963aca259342 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:10.193212 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-876f3a8c-6e42-478c-9ed3-5516bb65f84f req-393fb017-527e-4ee6-9023-963aca259342 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0591481 Sep 03 16:36:10.231133 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-876f3a8c-6e42-478c-9ed3-5516bb65f84f req-bc3dd13c-53a8-4e11-832a-e961a2c7f3df tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320683 Sep 03 16:36:11.195475 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf931-b987-4844-b26d-6b968a84d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:11.255746 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:11.348657 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569815f1-1ae9-427c-a2a6-dfccda2786d8 req-270fb460-2f30-451c-a4a4-762f53d4b916 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:11.350021 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-569815f1-1ae9-427c-a2a6-dfccda2786d8 req-270fb460-2f30-451c-a4a4-762f53d4b916 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0517719 Sep 03 16:36:11.386004 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-569815f1-1ae9-427c-a2a6-dfccda2786d8 req-794f80e3-b6b5-4844-870a-1ff2f237e0db tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302453 Sep 03 16:36:12.322515 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:12.499205 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f21aa6-7397-4516-a62c-60e3010d30cf req-97db2c12-ed2a-4ae0-a2b5-dd9ff7314e70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:12.500733 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67f21aa6-7397-4516-a62c-60e3010d30cf req-97db2c12-ed2a-4ae0-a2b5-dd9ff7314e70 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0488963 Sep 03 16:36:12.538283 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67f21aa6-7397-4516-a62c-60e3010d30cf req-f489c9b2-a4e9-434f-bcea-cc9bb83c2bd9 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Sep 03 16:36:13.483145 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 details requested by agent hyperv_hv-cinder-76017 with host hv-cinder-76017 {{(pid=93861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:36:13.654956 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef0b70-eaab-4cad-b805-d39064ab0287 req-ffa2119a-5558-4df6-a8fb-be6082f8da87 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:13.656500 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79ef0b70-eaab-4cad-b805-d39064ab0287 req-ffa2119a-5558-4df6-a8fb-be6082f8da87 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0497434 Sep 03 16:36:13.694267 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79ef0b70-eaab-4cad-b805-d39064ab0287 req-ae628467-4305-4094-a99e-c75c3c161ec9 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Sep 03 16:36:13.704059 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:13.715793 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Returning: {'device': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'port_id': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'mac_address': 'fa:16:3e:12:1f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:36:13.753684 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:13.765744 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:36:13.785663 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:13.789498 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:13.841782 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,revision_number=4']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:13.853216 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.853576 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.853922 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.854266 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.854605 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.854943 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.855277 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.855610 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.855974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.856307 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.856635 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.856959 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:13.928395 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:14.033766 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] get_ports_and_sgs() called for port_ids ['9b416add-7eea-4bf8-8b4c-5e8ee4fd7283'] {{(pid=93861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:36:14.808835 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdecb54-d790-4bbc-bc9b-bf6eec1d1efe req-53349b5d-bb69-49d0-8d06-c312037b062c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:14.810359 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6fdecb54-d790-4bbc-bc9b-bf6eec1d1efe req-53349b5d-bb69-49d0-8d06-c312037b062c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 944 time: 0.0510821 Sep 03 16:36:14.850154 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6fdecb54-d790-4bbc-bc9b-bf6eec1d1efe req-b4b37fce-545a-4132-8266-4fe1860bec1a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334175 Sep 03 16:36:15.496386 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 up at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:36:15.547817 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning for port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 completed by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:36:15.552553 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Provisioning complete for port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 triggered by entity L2. {{(pid=93861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:36:15.553015 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803531'] for port, provisioning_complete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:15.633225 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:15.657985 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:15.660811 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebe5a822d4ef5179d55b8c64f01386addc27e43fe82ee6d41b1b074ad384bffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c841c-49bd-4eab-9268-22e647a286a2" -d '{"events": [{"server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "name": "network-vif-plugged", "status": "completed", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:15.673142 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] For port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:15.677435 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:15.700374 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec749d-eefc-4847-8f08-7e6128f0bba2 x-openstack-request-id: req-3dec749d-eefc-4847-8f08-7e6128f0bba2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:15.700661 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "name": "network-vif-plugged", "status": "completed", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:15.700912 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dec749d-eefc-4847-8f08-7e6128f0bba2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:15.701293 dv-cinder-760178-8-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'code': 200} Sep 03 16:36:15.728060 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Pushing event updated for resources: {'Port': ['ID=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,revision_number=5']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:15.909585 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42380bc-4ce5-445d-b7b2-9aadf1a0c6a1 req-5508467f-4ac8-422a-9940-f62515a7ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:15.911081 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a42380bc-4ce5-445d-b7b2-9aadf1a0c6a1 req-5508467f-4ac8-422a-9940-f62515a7ae37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0402920 Sep 03 16:36:15.973859 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a42380bc-4ce5-445d-b7b2-9aadf1a0c6a1 req-6400b953-296c-45ce-95f4-d8f204b278d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502312 Sep 03 16:36:15.986660 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330f8a9-b0c3-4f06-94f2-7b08c8bb5a1f req-9e690bf2-0d64-4296-8d55-db1b4904ff06 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:15.988559 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4330f8a9-b0c3-4f06-94f2-7b08c8bb5a1f req-9e690bf2-0d64-4296-8d55-db1b4904ff06 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0733492 Sep 03 16:36:16.027372 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4330f8a9-b0c3-4f06-94f2-7b08c8bb5a1f req-325f8a2a-b87f-4070-a728-1290d44a70c3 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321715 Sep 03 16:36:17.146173 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec4993-d156-43fb-a458-8b7581105c18 req-acdd7ee9-bebc-4683-aebb-042637afa777 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:17.147632 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3dec4993-d156-43fb-a458-8b7581105c18 req-acdd7ee9-bebc-4683-aebb-042637afa777 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0537763 Sep 03 16:36:17.184248 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3dec4993-d156-43fb-a458-8b7581105c18 req-2d9d5649-2868-4c30-a568-19ee666478f1 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307131 Sep 03 16:36:17.295595 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605176f3-5c0a-4d57-ad49-04de9ef52122 req-243ebaf0-5b2f-41d6-b76e-b37b4e14e80c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:17.297084 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-605176f3-5c0a-4d57-ad49-04de9ef52122 req-243ebaf0-5b2f-41d6-b76e-b37b4e14e80c tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 03 16:36:17.334131 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-605176f3-5c0a-4d57-ad49-04de9ef52122 req-150699e7-3adb-4de1-b052-fe49d18a6242 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Sep 03 16:36:17.356437 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 48206) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:36:17.393774 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bf9b5-2dc0-40b1-8075-34f50c12700f tempest-TestVolumeBootPattern-631820951 tempest-TestVolumeBootPattern-631820951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:17.395235 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fb0bf9b5-2dc0-40b1-8075-34f50c12700f tempest-TestVolumeBootPattern-631820951 tempest-TestVolumeBootPattern-631820951-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 1093 time: 0.0378258 Sep 03 16:36:17.397886 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 48208) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:36:17.402113 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Request body: {'floatingip': {'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'port_id': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:36:17.423715 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:17.522803 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:17.627194 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Allocated IP 172.27.1.43 (8942208a-18e0-4467-878c-b88fac51abf7/7159fe01-f718-46fe-b81e-ab617f0cf536/f6796269-344f-4c6f-b78a-fb05a904a6a7) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:36:17.727486 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:17.764328 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777228183161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:17.799409 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Network 8942208a-18e0-4467-878c-b88fac51abf7 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:36:17.803572 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:36:17.807059 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:36:17.814719 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=f6796269-344f-4c6f-b78a-fb05a904a6a7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:18.157042 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.224873 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3908291'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.370179 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.374644 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777228622794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777228183179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777228183197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337406'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.445530 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event updated for resources: {'Port': ['ID=f6796269-344f-4c6f-b78a-fb05a904a6a7,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:18.457442 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421434'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.555436 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Floating IP f3788d26-3e30-46e1-9f7d-d647ab87fff0 associated. External IP: 172.27.1.43, port: 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283. Sep 03 16:36:18.756935 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:36:18.857921 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:36:18.867746 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:36:18.873165 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.877740 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:36:18.878371 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:36:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:18.905257 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-719f28e3-f427-4047-9b7a-af3f99f31e7e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5063746 Sep 03 16:36:18.905862 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:18.908102 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:18.948258 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df44470b-e914-4edc-867c-96386cf2e109 x-openstack-request-id: req-df44470b-e914-4edc-867c-96386cf2e109 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:18.948557 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:18.948829 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df44470b-e914-4edc-867c-96386cf2e109 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:18.949225 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'status': 'completed', 'code': 200} Sep 03 16:36:18.985106 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:36:19.013216 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-794814b1-df81-429a-b736-54e7f4a1bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:19.014763 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-794814b1-df81-429a-b736-54e7f4a1bd71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0432742 Sep 03 16:36:19.114890 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-9f1c6a3b-efd1-4696-8ee9-25e888975c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:19.116411 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-9f1c6a3b-efd1-4696-8ee9-25e888975c6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0946302 Sep 03 16:36:19.187008 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-a966107b-ebcc-4641-87f1-7169ff2f3d82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 HTTP/1.1" status: 200 len: 998 time: 0.0621016 Sep 03 16:36:19.211491 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:08Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}, {'id': 'f3788d26-3e30-46e1-9f7d-d647ab87fff0', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:12:1f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:36:18Z', 'updated_at': '2021-09-03T16:36:18Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:19.235624 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-b6089f87-a1d8-45e0-9a18-4f0f9929ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:19.237290 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-b6089f87-a1d8-45e0-9a18-4f0f9929ada7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0436375 Sep 03 16:36:19.241192 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:36:19.249439 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:36:19.250042 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:36:11Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:19.282917 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-e293bec4-99b7-4e77-a8ca-80ac53de2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:19.284360 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-e293bec4-99b7-4e77-a8ca-80ac53de2caf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396686 Sep 03 16:36:19.347311 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:36:19.355146 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:36:19.379123 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-5d1f6fc2-a2c5-4ad3-a1d4-e4f7d07443f5 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876460 Sep 03 16:36:19.471662 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ed6f1c3-4573-4993-894f-9bfbb9f1f5c9 req-50625f23-d841-4c1e-955d-7854b906b009 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Sep 03 16:36:19.583255 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:08Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}, {'id': 'f3788d26-3e30-46e1-9f7d-d647ab87fff0', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:12:1f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:36:18Z', 'updated_at': '2021-09-03T16:36:18Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:19.612711 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175e602-e800-4947-bb96-68d41a772ca3 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:08Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}, {'id': 'f3788d26-3e30-46e1-9f7d-d647ab87fff0', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:12:1f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:36:18Z', 'updated_at': '2021-09-03T16:36:18Z', 'revision_number': 0, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:36:19.807738 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9948f-2012-448d-8b30-397cc54b9000 None None] New status for floating IP f3788d26-3e30-46e1-9f7d-d647ab87fff0: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:36:30.345808 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:38.291784 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-86119c12-7c51-4f43-8c96-34857e9b2966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:41.196343 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e1510bbb-6209-429a-b22e-3c7c9f0a8e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:41.257744 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:42.325484 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:43.932132 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:56.347111 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:37:00.352655 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:08.292241 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d097660a-c4c2-4d73-96bf-dd561f0370d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:09.026804 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-55409918-9edc-4a67-9a0d-4b4664e41201 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412402 Sep 03 16:37:09.106753 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-55ca62f2-b2ab-4f3d-b5ce-75d70e34adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:09.108238 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-55ca62f2-b2ab-4f3d-b5ce-75d70e34adab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0403624 Sep 03 16:37:09.214312 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-5f3febea-f445-48e5-96d2-2ec041baa56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:09.215798 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-5f3febea-f445-48e5-96d2-2ec041baa56e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.0892289 Sep 03 16:37:09.279143 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-c61ba048-5c79-4f87-abda-c2088924257d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 1001 time: 0.0564320 Sep 03 16:37:09.327417 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-3e18c9e4-3fbf-42a2-9c74-3cdb95e1acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:09.328873 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-3e18c9e4-3fbf-42a2-9c74-3cdb95e1acc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0430512 Sep 03 16:37:09.376138 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-f0f42616-c1c3-47ad-8e3d-19aad86db24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:09.377591 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-f0f42616-c1c3-47ad-8e3d-19aad86db24d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419018 Sep 03 16:37:09.465079 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-aea7dca3-5083-4d88-9681-7362e30adcc7 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798659 Sep 03 16:37:09.555546 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-280d68ae-00f1-4600-86f3-ec852c080e80 req-b4d64dc3-6241-4150-93f6-e4421f63198a service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835507 Sep 03 16:37:11.203427 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa137014-5ef2-4057-bf3a-284eb74959a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:11.259754 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.330145 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:13.936403 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.371834 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:33.346029 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:37:38.294172 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-477ca7e0-8002-4b23-91b6-42985181061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:41.197022 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2367f764-d2cb-4e9a-9138-21ad4e046ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:41.261442 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:42.333682 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:43.940315 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.124432 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48244) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:46.282046 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Deleting port f6796269-344f-4c6f-b78a-fb05a904a6a7 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:46.282394 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.360093 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.360329 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.372759 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Calling delete_port for f6796269-344f-4c6f-b78a-fb05a904a6a7 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:46.542003 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.567397 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'Port': ['ID=f6796269-344f-4c6f-b78a-fb05a904a6a7,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:46.580969 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.581321 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.581663 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.582027 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.582361 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.582701 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.583030 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.583352 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.583690 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.584050 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.585001 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.585326 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:46.644596 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.644896 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Floating IP f3788d26-3e30-46e1-9f7d-d647ab87fff0 disassociated (deleted). External IP: 172.27.1.43, port: 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283. Sep 03 16:37:46.867401 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:46.976542 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:46.981443 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.986616 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:46.997095 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:46.997804 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:47.009247 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-2e355a71-62c0-456c-8561-2e5c67ac70ad tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "DELETE /v2.0/floatingips/f3788d26-3e30-46e1-9f7d-d647ab87fff0 HTTP/1.1" status: 204 len: 168 time: 0.8836062 Sep 03 16:37:47.009956 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:47.012408 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e3d364-96e0-4e62-9a78-929a8acbe83b" -d '{"events": [{"name": "network-changed", "server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:47.061719 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2511f783-ff41-411f-a49d-55e90fdf39ff x-openstack-request-id: req-2511f783-ff41-411f-a49d-55e90fdf39ff {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:47.062134 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:47.062538 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2511f783-ff41-411f-a49d-55e90fdf39ff {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:47.063191 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'status': 'completed', 'code': 200} Sep 03 16:37:47.118285 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:47.145211 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-c712d2b5-4474-457d-a5ca-fc47e5e308d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:47.146958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-c712d2b5-4474-457d-a5ca-fc47e5e308d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0624330 Sep 03 16:37:47.305064 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-b1c3c29d-22e2-4dc7-aa69-1241bc7a6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:47.306490 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-b1c3c29d-22e2-4dc7-aa69-1241bc7a6910 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.1419253 Sep 03 16:37:47.337091 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2fb3c-c15b-4afa-8b68-273ab6b8a404 req-4d1d8999-f087-4a3c-9003-a9c99719bf55 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:47.338656 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4b2fb3c-c15b-4afa-8b68-273ab6b8a404 req-4d1d8999-f087-4a3c-9003-a9c99719bf55 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0918541 Sep 03 16:37:47.369244 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-a0aaf9d5-356c-45c3-8ee2-9d26556697b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 HTTP/1.1" status: 200 len: 217 time: 0.0546649 Sep 03 16:37:47.396287 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:08Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:47.423421 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:47.433425 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:47.434097 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:47.438165 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4b2fb3c-c15b-4afa-8b68-273ab6b8a404 req-2811f31b-8b4b-4063-972d-953cd222c759 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722530 Sep 03 16:37:47.448323 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-74423e29-402e-4626-b4b4-788f9c8861a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:47.449814 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-74423e29-402e-4626-b4b4-788f9c8861a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0674765 Sep 03 16:37:47.502731 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-09880346-26ca-45e5-8645-a851367f09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:47.504353 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-09880346-26ca-45e5-8645-a851367f09de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456030 Sep 03 16:37:47.616525 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-15112958-f70b-42ed-b2ae-51512638645e service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043637 Sep 03 16:37:47.703025 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:47.750268 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4e3d364-96e0-4e62-9a78-929a8acbe83b req-d169d867-322c-44c9-a287-b467e5631b80 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260800 Sep 03 16:37:47.970886 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:08Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:47.998981 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522533b-9f1c-4e83-9429-1b4fa2aa4c22 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_floatingips': [{'id': 'd89f9fc7-e097-4704-992b-e466780965c3', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'router_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'port_id': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'mac_address': 'fa:16:3e:a0:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:06Z', 'updated_at': '2021-09-03T16:34:08Z', 'revision_number': 1, 'project_id': '852b258e784d476f9900897fd597bb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:48.233643 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993501e3-4129-4f86-86af-59f675027fa6 None None] New status for floating IP f3788d26-3e30-46e1-9f7d-d647ab87fff0: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:37:48.568481 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593c1a4-c4a8-4f34-8a12-7c63cee11fef req-444c8acc-cb79-4a05-b71d-e417725919e0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:48.570958 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4593c1a4-c4a8-4f34-8a12-7c63cee11fef req-444c8acc-cb79-4a05-b71d-e417725919e0 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0585694 Sep 03 16:37:48.616283 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4593c1a4-c4a8-4f34-8a12-7c63cee11fef req-aaf65029-12d7-4c37-9490-165aadea3b22 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381920 Sep 03 16:37:48.746525 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-0cf2e4c5-94ab-4362-b605-d43342e47eca tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:48.748351 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-0cf2e4c5-94ab-4362-b605-d43342e47eca tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0537546 Sep 03 16:37:49.108141 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Deleting port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:49.108480 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:49.207102 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] For port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:49.207469 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:49.221735 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Calling delete_port for 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:49.360059 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:49.393748 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'Port': ['ID=9b416add-7eea-4bf8-8b4c-5e8ee4fd7283,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:49.420835 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.421186 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.421530 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.421870 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.422205 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.422538 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.422867 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.423196 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.423529 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.423879 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.424202 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.424520 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:49.443636 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] No DVR routers for this DVR port 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:37:49.446674 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:49.448711 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ad7a14b-8488-452c-b7e2-6c35962dae6c req-a3fa13fb-ec6f-42be-b40d-acda489281ac tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "DELETE /v2.0/ports/9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 HTTP/1.1" status: 204 len: 173 time: 0.6945527 Sep 03 16:37:49.449164 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'name': 'network-vif-deleted', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:49.452277 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c24d3e-9656-4a7e-8ebd-999c42685973" -d '{"events": [{"server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "name": "network-vif-deleted", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:49.489102 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b57cf6-5c98-4256-a9e7-47661e2e3964 x-openstack-request-id: req-97b57cf6-5c98-4256-a9e7-47661e2e3964 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:49.489401 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76464ba-3604-404a-bf67-99c63a6c8cb6", "name": "network-vif-deleted", "tag": "9b416add-7eea-4bf8-8b4c-5e8ee4fd7283", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:49.491779 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97b57cf6-5c98-4256-a9e7-47661e2e3964 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:49.491779 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76464ba-3604-404a-bf67-99c63a6c8cb6', 'name': 'network-vif-deleted', 'tag': '9b416add-7eea-4bf8-8b4c-5e8ee4fd7283', 'status': 'completed', 'code': 200} Sep 03 16:37:49.716887 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3f0d51d9-7ee1-46b9-8068-d54568f692e3 req-3bbacf1e-0d3f-4683-85f6-9f4cbd85f763 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76464ba-3604-404a-bf67-99c63a6c8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0286496 Sep 03 16:37:51.995520 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:37:52.016632 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:37:52.016974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device 9b416add-7eea-4bf8-8b4c-5e8ee4fd7283 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:37:53.011658 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48282) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:53.170159 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Deleting port 8235c667-b7cc-495f-8317-ef6dce9278f6 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:53.170507 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.253489 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.253734 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.266953 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Calling delete_port for 8235c667-b7cc-495f-8317-ef6dce9278f6 owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:53.420109 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.449668 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'Port': ['ID=8235c667-b7cc-495f-8317-ef6dce9278f6,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:53.515940 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.516217 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.db.l3_db [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Floating IP d89f9fc7-e097-4704-992b-e466780965c3 disassociated (deleted). External IP: 172.27.1.182, port: a8d417c3-7072-4d1c-bf02-e48711d2b018. Sep 03 16:37:53.734002 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:53.844699 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:53.849567 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.856128 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:53.867113 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:53.867778 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:53.886122 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-7b6744a3-5138-44ad-b6c2-9a57eb6e7587 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "DELETE /v2.0/floatingips/d89f9fc7-e097-4704-992b-e466780965c3 HTTP/1.1" status: 204 len: 168 time: 0.8732188 Sep 03 16:37:53.886717 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018'}] {{(pid=93859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:53.889195 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb4568808fa81f9a926db63d511a1f79bf4a3f1de1b0f1c965ec357f523359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b45bd-4e13-434b-bd03-bc275bb5526f" -d '{"events": [{"name": "network-changed", "server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018"}]}' {{(pid=93859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:53.948859 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887789ef-608a-4654-bd9e-a2d5521f3489 x-openstack-request-id: req-887789ef-608a-4654-bd9e-a2d5521f3489 {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:53.949553 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018", "status": "completed", "code": 200}]} {{(pid=93859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:53.949814 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-887789ef-608a-4654-bd9e-a2d5521f3489 {{(pid=93859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:53.950229 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'status': 'completed', 'code': 200} Sep 03 16:37:54.016131 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:54.019898 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-132eadcd-b3ce-4258-9653-356c2f1dd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.021515 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-132eadcd-b3ce-4258-9653-356c2f1dd010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=852b258e784d476f9900897fd597bb80&device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 1098 time: 0.0447843 Sep 03 16:37:54.167596 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-1ca64cf8-0c65-4271-99d7-72ca72036683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.169033 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-1ca64cf8-0c65-4271-99d7-72ca72036683 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 200 len: 912 time: 0.1344953 Sep 03 16:37:54.196989 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40087c-0982-4caa-9c6d-88bfdefa2122 req-2583ed8a-2541-4f3a-974c-38a2fa38a7da tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.198553 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a40087c-0982-4caa-9c6d-88bfdefa2122 req-2583ed8a-2541-4f3a-974c-38a2fa38a7da tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0765200 Sep 03 16:37:54.232172 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-be933ebc-2897-4d5a-9c12-00c8fc4c324f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 200 len: 217 time: 0.0524211 Sep 03 16:37:54.259917 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:54.287035 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:54.296315 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:54.296948 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:54.305129 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a40087c-0982-4caa-9c6d-88bfdefa2122 req-bd0300b4-6fde-433b-ba96-80c4f47b49e4 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748618 Sep 03 16:37:54.311316 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-d765e137-d14b-4751-a5cb-f29c4536d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.312856 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-d765e137-d14b-4751-a5cb-f29c4536d177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 200 len: 850 time: 0.0736511 Sep 03 16:37:54.367337 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-f5cb333f-9168-4a56-8f51-89a0882f6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.368957 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-f5cb333f-9168-4a56-8f51-89a0882f6ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4345c16d-6b9e-490e-b7b8-00197a5ab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485711 Sep 03 16:37:54.429333 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:54.468625 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-f3bf8d1a-fee9-4215-874c-b4e14ed99202 service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911241 Sep 03 16:37:54.571261 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad7b45bd-4e13-434b-bd03-bc275bb5526f req-99cb6a6b-01d0-4477-93ed-bdaa9957d39f service neutron] 10.222.0.15 "GET /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946777 Sep 03 16:37:54.644217 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:54.674552 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132242ac-e1a8-4415-b9ae-06bbe34c767a None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:30:59Z', 'revision_number': 4, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi', '_interfaces': [{'id': 'cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e', 'name': '', 'network_id': '4345c16d-6b9e-490e-b7b8-00197a5ab09f', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'mac_address': 'fa:16:3e:97:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:59Z', 'updated_at': '2021-09-03T16:31:06Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'subnets': [{'id': '9603565a-c002-4a95-bd24-7674db8afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:54.890834 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6bf39-3d5c-450f-a167-bc1e73c31d90 None None] New status for floating IP d89f9fc7-e097-4704-992b-e466780965c3: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:37:55.429372 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c371f0-c6e6-4fad-87da-895d749a8139 req-45b4f908-75be-4e88-b116-4c14ec223863 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:55.430944 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9c371f0-c6e6-4fad-87da-895d749a8139 req-45b4f908-75be-4e88-b116-4c14ec223863 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0550668 Sep 03 16:37:55.478017 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9c371f0-c6e6-4fad-87da-895d749a8139 req-04b412aa-6c9a-449b-85c4-402490da5cc2 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/security-groups?id=9dd0547b-bf63-478a-b63c-f61df099df66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Sep 03 16:37:55.564413 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-516cff02-b209-4e5b-9d42-799f510eb03a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:55.565923 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-516cff02-b209-4e5b-9d42-799f510eb03a tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Sep 03 16:37:55.662007 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Deleting port a8d417c3-7072-4d1c-bf02-e48711d2b018 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:55.662858 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:55.754840 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] For port a8d417c3-7072-4d1c-bf02-e48711d2b018, host hv-cinder-76017, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76017',level=0,port_id=a8d417c3-7072-4d1c-bf02-e48711d2b018,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:55.755214 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:55.767452 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Calling delete_port for a8d417c3-7072-4d1c-bf02-e48711d2b018 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:55.892613 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:55.927490 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'Port': ['ID=a8d417c3-7072-4d1c-bf02-e48711d2b018,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:55.969623 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] No DVR routers for this DVR port a8d417c3-7072-4d1c-bf02-e48711d2b018 on host hv-cinder-76017 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:37:55.972433 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:55.974716 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dea3d527-8989-4cf3-96f3-933f8d3712d9 req-14e9c6b5-3c63-4047-b990-3ddd03a2ae01 tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.15 "DELETE /v2.0/ports/a8d417c3-7072-4d1c-bf02-e48711d2b018 HTTP/1.1" status: 204 len: 173 time: 0.4028432 Sep 03 16:37:55.975786 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'name': 'network-vif-deleted', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:55.978883 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25eb9bf055c4ca3b9c8ec8934be894da026b5392787e3275d7d3882e20297c5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ef918-e193-4aa9-a7b5-9276c3625f90" -d '{"events": [{"server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "name": "network-vif-deleted", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:56.014831 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cd1b03-f84b-477c-9703-b6769f744501 x-openstack-request-id: req-f1cd1b03-f84b-477c-9703-b6769f744501 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:56.015090 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e277eddf-e211-4f9c-bc3d-953fa0713467", "name": "network-vif-deleted", "tag": "a8d417c3-7072-4d1c-bf02-e48711d2b018", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:56.015347 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1cd1b03-f84b-477c-9703-b6769f744501 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:56.015762 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e277eddf-e211-4f9c-bc3d-953fa0713467', 'name': 'network-vif-deleted', 'tag': 'a8d417c3-7072-4d1c-bf02-e48711d2b018', 'status': 'completed', 'code': 200} Sep 03 16:37:56.587920 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e1c7801-9044-4e9f-8737-d53b0b9f0aa5 req-6611bde8-3db0-4e9b-b104-5248b7f958ae tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "GET /v2.0/ports?device_id=e277eddf-e211-4f9c-bc3d-953fa0713467 HTTP/1.1" status: 200 len: 210 time: 0.0280759 Sep 03 16:37:57.648344 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48300) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:57.778528 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Deleting port 7e1576e3-5dbe-4727-af2e-0d104a16e9ad {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:57.778869 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.863423 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.863688 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.877409 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Calling delete_port for 7e1576e3-5dbe-4727-af2e-0d104a16e9ad owned by network:floatingip {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:58.023098 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.324577 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'Port': ['ID=7e1576e3-5dbe-4727-af2e-0d104a16e9ad,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:58.394335 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for floatingip, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.398917 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13664'] for floatingip, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.400274 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-c0ba3c57-6eb0-4ad5-8e4a-b931fb3c599e tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "DELETE /v2.0/floatingips/520e7298-7900-452b-bff4-62df03cc46ad HTTP/1.1" status: 204 len: 168 time: 0.7507803 Sep 03 16:37:59.650417 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48312) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:59.713132 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc4f2-8e05-424b-b8ad-be51c0a65ecf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:59.739329 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc4f2-8e05-424b-b8ad-be51c0a65ecf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:59.805216 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc4f2-8e05-424b-b8ad-be51c0a65ecf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:59.807885 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc4f2-8e05-424b-b8ad-be51c0a65ecf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:59.809134 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a5dbc4f2-8e05-424b-b8ad-be51c0a65ecf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] 10.222.0.42 "DELETE /v2.0/security-groups/9dd0547b-bf63-478a-b63c-f61df099df66 HTTP/1.1" status: 204 len: 168 time: 0.1572838 Sep 03 16:37:59.819448 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbc4f2-8e05-424b-b8ad-be51c0a65ecf tempest-TestVolumeBootPattern-82766678 tempest-TestVolumeBootPattern-82766678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0547b-bf63-478a-b63c-f61df099df66,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:59.866220 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48316) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:00.026880 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device a8d417c3-7072-4d1c-bf02-e48711d2b018 no longer exists at agent hyperv_hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:00.051262 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] No Port match for: a8d417c3-7072-4d1c-bf02-e48711d2b018 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:00.051638 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Device a8d417c3-7072-4d1c-bf02-e48711d2b018 not bound to the agent host hv-cinder-76017 {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:00.367403 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:00.392390 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:00.631042 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Deleting port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:00.631312 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:00.706728 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] For port cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:00.707509 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:00.723051 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Calling delete_port for cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:00.906092 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:00.931371 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:01.119014 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.359111 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:38:01.493793 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:38:01.501119 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b3702163-89bf-4854-96f7-7bbc3320f379 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7dfaff8-dbbf-4101-a94b-660ecf3236c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334994 Sep 03 16:38:01.504867 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] Sync routers for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:38:01.505680 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48320) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:01.515440 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:01.516556 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:01.625455 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.653523 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:01.746558 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.802391 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Deleting port 74ac3b13-f985-40fd-b675-fa736734fb11 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:01.802850 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.851114 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:38:00Z', 'revision_number': 5, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port': {'id': '74ac3b13-f985-40fd-b675-fa736734fb11', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:57Z', 'updated_at': '2021-09-03T16:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:01.888552 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] For port 74ac3b13-f985-40fd-b675-fa736734fb11, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=74ac3b13-f985-40fd-b675-fa736734fb11,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:01.888837 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.903916 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Calling delete_port for 74ac3b13-f985-40fd-b675-fa736734fb11 owned by network:router_gateway {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:01.904507 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] Checking router: e7dfaff8-dbbf-4101-a94b-660ecf3236c2 for host: dv-cinder-760178-8-iscsi {{(pid=93861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:38:01.915768 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] Routers {'e7dfaff8-dbbf-4101-a94b-660ecf3236c2'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:01.917202 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'], 'active': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:02.006114 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvr_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] Set router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 gateway port host: None {{(pid=93861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:02.063497 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_hamode_db [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:38:01Z', 'revision_number': 6, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:02.090843 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332c8f3-99a0-4c07-85b9-8f3608fa8805 None None] The sync data for ids ['e7dfaff8-dbbf-4101-a94b-660ecf3236c2'] in dv-cinder-760178-8-iscsi is: [{'id': 'e7dfaff8-dbbf-4101-a94b-660ecf3236c2', 'name': 'tempest-TestVolumeBootPattern-693138486-router', 'tenant_id': '852b258e784d476f9900897fd597bb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:56Z', 'updated_at': '2021-09-03T16:38:01Z', 'revision_number': 6, 'project_id': '852b258e784d476f9900897fd597bb80', 'gw_port_host': None}] {{(pid=93861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:38:02.097866 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.129808 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ac3b13-f985-40fd-b675-fa736734fb11,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:02.187004 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.277204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.279553 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.321801 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.322397 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7dfaff8-dbbf-4101-a94b-660ecf3236c2 {{(pid=93859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:38:02.326791 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.327961 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-ba7d51f7-6498-42a7-921c-4e7ab263e0a8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e7dfaff8-dbbf-4101-a94b-660ecf3236c2 HTTP/1.1" status: 204 len: 168 time: 0.8218346 Sep 03 16:38:02.330378 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48322) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:02.376787 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Deleting subnet 9603565a-c002-4a95-bd24-7674db8afb7f {{(pid=93859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:38:02.379646 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.413787 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16383587'] for subnet, precommit_delete_associations {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.499506 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.567473 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15778495'] for subnet, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.597107 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9603565a-c002-4a95-bd24-7674db8afb7f,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:02.599204 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for subnet, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.601772 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-16d1b9b9-0d5f-48e3-afaf-23e981a8da89 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9603565a-c002-4a95-bd24-7674db8afb7f HTTP/1.1" status: 204 len: 168 time: 0.2704229 Sep 03 16:38:02.604503 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 48324) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:02.605049 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8bc113-053b-464c-b3c1-40f83003a615 None None] Network 4345c16d-6b9e-490e-b7b8-00197a5ab09f requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:38:02.680767 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.737147 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Deleting port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:02.737493 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.808274 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] For port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,segment=NetworkSegment(1eca99e8-8318-4beb-acf9-d13523395b45),segment_id=1eca99e8-8318-4beb-acf9-d13523395b45)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:02.808620 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.822184 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Calling delete_port for 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:02.877440 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] DHCP port deletion for 4345c16d-6b9e-490e-b7b8-00197a5ab09f request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:38:02.905211 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.930400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Deleting port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:02.930776 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:02.931092 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:02.934870 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] No DVR routers for this DVR port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa on host dv-cinder-760178-8-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:03.004941 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] For port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa, host dv-cinder-760178-8-iscsi, got binding levels [] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:03.005397 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.016146 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.018428 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Calling delete_port for 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:03.021183 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.ipam_backend_mixin [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa was not found and therefore no delete operation was performed {{(pid=93861) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 16:38:03.022995 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.029035 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4345c16d-6b9e-490e-b7b8-00197a5ab09f']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:03.041199 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca99e8-8318-4beb-acf9-d13523395b45') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:03.041501 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca99e8-8318-4beb-acf9-d13523395b45') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:03.048495 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Pushing event deleted for resources: {'Port': ['ID=88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:03.051848 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11881419'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.056821 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] No DVR routers for this DVR port 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:03.059370 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.059802 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.060165 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.060520 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.060939 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.061334 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.061649 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.061974 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.062308 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.062630 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.062952 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.063272 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e174acd-d828-4999-9007-9662f841d1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760178-8-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:03.069932 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.077086 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:38:03.077210 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337306'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: Traceback (most recent call last): Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: timer() Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: cb(*args, **kw) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: return func(*args, **kwargs) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: self._notify() Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: self.callback(batched_events) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: event.method(event) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: return f(self, *a, **k) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._get(url).json() Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:38:03.079477 dv-cinder-760178-8-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:38:03.154995 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.165150 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.168826 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4345c16d-6b9e-490e-b7b8-00197a5ab09f HTTP/1.1" status: 204 len: 168 time: 0.5626874 Sep 03 16:38:03.169991 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48326) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:03.180502 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb42d0-2e0d-4ca1-8120-a63b558be5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4345c16d-6b9e-490e-b7b8-00197a5ab09f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:03.538959 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650042'] for router_interface, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.622270 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 74ac3b13-f985-40fd-b675-fa736734fb11 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:03.657594 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 74ac3b13-f985-40fd-b675-fa736734fb11 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:03.658141 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 74ac3b13-f985-40fd-b675-fa736734fb11 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:03.658872 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:03.700535 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:03.701126 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cdac1b84-f5b0-4f46-bd08-3166fd1bbf1e not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:03.701877 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:03.735283 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:03.735848 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 88c1a3b3-3a0e-4e19-8bc1-1115ed1333fa not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:04.056758 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Deleting port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:04.057099 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:04.139022 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] For port 11f59fc2-2c3d-4225-8c93-cbfa24c8264c, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:04.139389 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:04.152690 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Calling delete_port for 11f59fc2-2c3d-4225-8c93-cbfa24c8264c owned by network:router_interface {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:04.333120 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:04.359776 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Pushing event deleted for resources: {'Port': ['ID=11f59fc2-2c3d-4225-8c93-cbfa24c8264c,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:04.534049 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650158'] for router_interface, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:04.751981 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Router c9adce0a-0545-42f0-9c94-92e09f73a436 has already been hosted by L3 agent e643286a-cdd7-491c-8134-2c7736fd1960 {{(pid=93859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:38:04.862448 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] Notify agent at l3_agent.dv-cinder-760178-8-iscsi the message routers_updated {{(pid=93859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:38:04.868198 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-0d2d81a1-98c1-4c7c-8321-c14028c9af9f admin admin] 10.222.0.42 "PUT /v2.0/routers/c9adce0a-0545-42f0-9c94-92e09f73a436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964400 Sep 03 16:38:04.872354 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 48328) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:04.873342 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] Sync routers for ids ['c9adce0a-0545-42f0-9c94-92e09f73a436'] in dv-cinder-760178-8-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:38:04.884863 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] Routers {'c9adce0a-0545-42f0-9c94-92e09f73a436'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:04.885495 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['c9adce0a-0545-42f0-9c94-92e09f73a436'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:04.985177 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:04.991638 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] Set router c9adce0a-0545-42f0-9c94-92e09f73a436 gateway port host: dv-cinder-760178-8-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:05.090180 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.146917 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Deleting port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:05.147282 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.183917 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'external_fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:38:04Z', 'revision_number': 5, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port': {'id': '9fd41b54-48ea-4dfb-b5cd-50e3c3b61253', 'name': '', 'network_id': '8942208a-18e0-4467-878c-b88fac51abf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760178-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7159fe01-f718-46fe-b81e-ab617f0cf536', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760178-8-iscsi'}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:05.216218 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] Checking router: c9adce0a-0545-42f0-9c94-92e09f73a436 for host: dv-cinder-760178-8-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:38:05.227325 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] Routers {'c9adce0a-0545-42f0-9c94-92e09f73a436'} bound to L3 agent in host dv-cinder-760178-8-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:05.228006 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760178-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:14:41Z,description=,heartbeat_timestamp=2021-09-03T16:37:41Z,host='dv-cinder-760178-8-iscsi',id=e643286a-cdd7-491c-8134-2c7736fd1960,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:14:41Z,topic='l3_agent')) {'router_ids': ['c9adce0a-0545-42f0-9c94-92e09f73a436'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:05.235262 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] For port 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,segment=NetworkSegment(f87c535c-b104-4e2e-9691-714f3c429538),segment_id=f87c535c-b104-4e2e-9691-714f3c429538)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:05.235646 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.250654 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Calling delete_port for 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:05.313046 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] Set router c9adce0a-0545-42f0-9c94-92e09f73a436 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:05.367623 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:38:05Z', 'revision_number': 6, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port_host': None}], 'dv-cinder-760178-8-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:05.393829 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f149d-31b2-48db-8ac2-2709f1b3ae44 None None] The sync data for ids ['c9adce0a-0545-42f0-9c94-92e09f73a436'] in dv-cinder-760178-8-iscsi is: [{'id': 'c9adce0a-0545-42f0-9c94-92e09f73a436', 'name': 'tempest-TestVolumeBootPattern-894900271-router', 'tenant_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:38:05Z', 'revision_number': 6, 'project_id': '677b4ad126ca4af99d73f072eaf2a5e8', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:38:05.428932 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337385'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.455778 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd41b54-48ea-4dfb-b5cd-50e3c3b61253,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:05.516991 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647616'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.614867 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123218'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.617576 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.660675 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-643174'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.661227 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9adce0a-0545-42f0-9c94-92e09f73a436 {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:38:05.666192 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.667136 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e48ee124-8a61-41c5-a10b-1853dfa25f36 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c9adce0a-0545-42f0-9c94-92e09f73a436 HTTP/1.1" status: 204 len: 168 time: 0.7937467 Sep 03 16:38:05.669967 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.42', 48330) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:05.720606 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Deleting subnet 190c6ac8-9c36-45ce-872c-b00b9dde3931 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:38:05.724129 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.764319 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11881426'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.849047 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3832357'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.905088 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3832412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11655023'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.929387 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190c6ac8-9c36-45ce-872c-b00b9dde3931,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:05.935294 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:05.937236 dv-cinder-760178-8-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4096d66b-c6b6-4adc-b1d4-27eecbdb5f64 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/190c6ac8-9c36-45ce-872c-b00b9dde3931 HTTP/1.1" status: 204 len: 168 time: 0.2662356 Sep 03 16:38:05.940499 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48332) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:05.942148 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f259bd1-aa7e-4282-b479-00188f60e06b None None] Network 910fa510-974d-4a00-a3bd-1339e90a1742 requested from dv-cinder-760178-8-iscsi {{(pid=93861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:38:06.010897 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3498798'] for network, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.074075 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Deleting port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 {{(pid=93859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:06.074421 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.140244 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.db [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] For port cf116cac-01c4-41ff-b8a0-52ee7f9b0123, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:06.140621 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.141775 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] DHCP port deletion for 910fa510-974d-4a00-a3bd-1339e90a1742 request from dv-cinder-760178-8-iscsi {{(pid=93861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:38:06.155832 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Calling delete_port for cf116cac-01c4-41ff-b8a0-52ee7f9b0123 owned by network:dhcp {{(pid=93859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:06.171382 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 11f59fc2-2c3d-4225-8c93-cbfa24c8264c no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:06.193592 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 11f59fc2-2c3d-4225-8c93-cbfa24c8264c {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:06.193862 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 11f59fc2-2c3d-4225-8c93-cbfa24c8264c not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:06.216713 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Deleting port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:06.217633 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777228615662'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.248838 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792108'] for port, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.277924 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] No DVR routers for this DVR port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 on host dv-cinder-760178-8-iscsi {{(pid=93859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:06.280422 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Pushing event deleted for resources: {'Port': ['ID=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:06.292233 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] For port cf116cac-01c4-41ff-b8a0-52ee7f9b0123, host dv-cinder-760178-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760178-8-iscsi',level=0,port_id=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,segment=NetworkSegment(87be70b3-4c7a-48a8-8e84-cb7bef95baff),segment_id=87be70b3-4c7a-48a8-8e84-cb7bef95baff)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:06.292636 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648499'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.306118 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Calling delete_port for cf116cac-01c4-41ff-b8a0-52ee7f9b0123 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:06.362270 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3831216', 'neutron.services.segments.db._delete_segments_for_network-8777228601173'] for network, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.375181 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910fa510-974d-4a00-a3bd-1339e90a1742']}} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:06.393802 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87be70b3-4c7a-48a8-8e84-cb7bef95baff') {'for_net_delete': True} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:06.393802 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.services.segments.db [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87be70b3-4c7a-48a8-8e84-cb7bef95baff') {} {{(pid=93859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:06.405398 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777228602206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16383610'] for segment, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.423886 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340'] for segment, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.434832 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:38:06.435249 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3803340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792031'] for segment, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: Traceback (most recent call last): Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: timer() Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: cb(*args, **kw) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: return func(*args, **kwargs) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: self._notify() Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: self.callback(batched_events) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: event.method(event) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: return f(self, *a, **k) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._get(url).json() Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: return self.request(url, 'GET', **kwargs) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:38:06.437786 dv-cinder-760178-8-iscsi neutron-server[93859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:38:06.499103 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3831207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421416'] for network, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.503906 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783811'] for network, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.508890 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] 10.222.0.42 "DELETE /v2.0/networks/910fa510-974d-4a00-a3bd-1339e90a1742 HTTP/1.1" status: 204 len: 168 time: 0.5642126 Sep 03 16:38:06.518600 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3910912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777228622776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777228183170'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.518871 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf26cc-839c-4fcf-a4d6-3ec7b0a04aad admin admin] Pushing event deleted for resources: {'Network': ['ID=910fa510-974d-4a00-a3bd-1339e90a1742,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:06.544938 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Network 910fa510-974d-4a00-a3bd-1339e90a1742 is not hosted by any dhcp agent {{(pid=93861) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 03 16:38:06.545400 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] No DVR routers for this DVR port cf116cac-01c4-41ff-b8a0-52ee7f9b0123 on host dv-cinder-760178-8-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:06.549761 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f285d-6617-4a7d-8cd6-7fed3dc340fa None None] Pushing event deleted for resources: {'Port': ['ID=cf116cac-01c4-41ff-b8a0-52ee7f9b0123,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:06.626425 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48336) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:06.667822 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-8468b4d5-0cb2-4ba9-9736-6c0d867cabbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=852b258e784d476f9900897fd597bb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400541 Sep 03 16:38:06.670376 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48338) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:06.730484 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86bc16d2-ddcd-4c6c-aab5-0e2bad4a9b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.754297 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86bc16d2-ddcd-4c6c-aab5-0e2bad4a9b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.803628 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86bc16d2-ddcd-4c6c-aab5-0e2bad4a9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.807075 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-86bc16d2-ddcd-4c6c-aab5-0e2bad4a9b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.809217 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-86bc16d2-ddcd-4c6c-aab5-0e2bad4a9b89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/533f7e5c-a0c4-4eb1-90b3-a7dc19021315 HTTP/1.1" status: 204 len: 168 time: 0.1375513 Sep 03 16:38:06.820001 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc16d2-ddcd-4c6c-aab5-0e2bad4a9b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f7e5c-a0c4-4eb1-90b3-a7dc19021315,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:07.186639 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48344) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:07.231898 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-292b369b-0838-4dd4-85f1-430fadd60b41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=677b4ad126ca4af99d73f072eaf2a5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438590 Sep 03 16:38:07.235305 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [-] (93859) accepted ('10.222.0.42', 48346) {{(pid=93859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:07.289937 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a037c00b-a42a-4b46-865a-7b9c4999432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:07.314102 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a037c00b-a42a-4b46-865a-7b9c4999432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:07.369012 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a037c00b-a42a-4b46-865a-7b9c4999432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532901'] for security_group, after_delete {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:07.373934 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron_lib.callbacks.manager [None req-a037c00b-a42a-4b46-865a-7b9c4999432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:07.376034 dv-cinder-760178-8-iscsi neutron-server[93859]: INFO neutron.wsgi [None req-a037c00b-a42a-4b46-865a-7b9c4999432f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81e4851a-1967-4e93-9d31-cac415e02d74 HTTP/1.1" status: 204 len: 168 time: 0.1394010 Sep 03 16:38:07.385367 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037c00b-a42a-4b46-865a-7b9c4999432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4851a-1967-4e93-9d31-cac415e02d74,revision_number=None']} {{(pid=93859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:07.609716 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:07.631524 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:07.631902 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device 9fd41b54-48ea-4dfb-b5cd-50e3c3b61253 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:07.632350 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cf116cac-01c4-41ff-b8a0-52ee7f9b0123 no longer exists at agent ovs-agent-dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:07.657397 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] No Port match for: cf116cac-01c4-41ff-b8a0-52ee7f9b0123 {{(pid=93861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:07.657761 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.rpc [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Device cf116cac-01c4-41ff-b8a0-52ee7f9b0123 not bound to the agent host dv-cinder-760178-8-iscsi {{(pid=93861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:08.296142 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7549e83a-c3fc-4490-a8b3-e89aa200d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:10.345192 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:38:11.201232 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f539961-ab14-4f39-9de3-3926a541ff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.265565 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.336150 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.943770 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:28.978434 dv-cinder-760178-8-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-4f8fe626-f21d-409c-b2ea-b78645995d37 req-d5dae8f8-9656-4bbf-b051-e0f8aeffc9e4 service neutron] (93860) timed out ('10.222.0.15', 64637) {{(pid=93860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 16:38:30.381148 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:38.297586 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d8749103-8655-49f1-880d-af6c6f312eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:41.202371 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5871-8137-4c31-bdb4-0a536284d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:41.265646 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:42.337866 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:43.945628 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:47.344293 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:39:00.396114 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:08.297857 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e5c00c57-684f-4d9b-825d-2e9ed1d5a1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:11.203385 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-479c46b2-8c40-4123-9d57-59a8b2a9b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:11.266107 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:12.341539 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:13.948811 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:24.343908 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:39:30.395624 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:38.301606 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca09dd16-2e50-4ca2-a100-0cd338ee55cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:41.208988 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8db16127-7449-4e4b-b218-a9d01b65ac77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:41.266640 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:42.343770 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:43.950463 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:00.423849 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:01.342929 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:40:08.302205 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2e196c81-eea3-49bf-8a16-2e357b9f8971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:11.210324 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ed53006-17b1-48e2-bc9b-eb147c376275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:11.267331 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:12.346380 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:13.954678 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:30.437233 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:38.303197 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1836ed7e-9302-4fd0-b70f-1fcd90c82d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:38.341410 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:40:41.211608 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c15f512b-1b61-4ace-ba61-05924fc76903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:41.268399 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:42.349079 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:43.958405 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:00.436963 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:08.304180 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1fb03cc-5338-4374-8307-f68d536dab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:11.212852 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-980a3ed8-59aa-4848-aaba-6976efcff9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:11.267890 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:12.352462 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:13.962216 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:15.340396 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:41:30.450883 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:38.303398 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5802e86-b4c8-4324-acb8-7db139d3d55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:41.216674 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-36064df4-9330-4ab2-a739-4856cdec99ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:41.267344 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:42.354730 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:43.963455 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:52.339666 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:42:00.451768 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:08.304913 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9ffe405c-b7e5-4cb6-b792-64983dbe079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:11.216845 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6ac3fe5f-329c-44e2-baaa-ced5aa0cface None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:11.267701 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:12.358001 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:13.968637 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:29.338976 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:42:30.464756 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:38.305612 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2dfb87c8-90dd-4ae3-a96d-ca31d2d29c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:40.710130 dv-cinder-760178-8-iscsi neutron-server[93859]: DEBUG neutron.wsgi [req-7d89a75d-6a99-421a-93ca-c09c0564c401 req-524464b8-b96d-44b1-ad2f-39158c54e036 service neutron] (93859) timed out ('10.222.0.15', 64615) {{(pid=93859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 16:42:41.217475 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29befc03-d143-4db8-bd1f-40f1f167f7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:41.267725 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:42.361228 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:43.971180 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:00.466977 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f15b4c67-6b74-45e4-b2ef-66d509287412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:06.338624 dv-cinder-760178-8-iscsi neutron-server[93862]: DEBUG neutron.db.agents_db [None req-0f137c3f-929a-4f3d-a7f8-51c0b2887ef8 None None] Agent healthcheck: found 6 active agents {{(pid=93862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:43:08.305998 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6a6d3cfc-2217-48bb-bbf2-d088f323e1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:11.218773 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3a7a9bc4-1035-44dc-9f22-1f390132d35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:11.267492 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f21af651-b4b7-4a8c-9ebb-10c77df5f217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:12.364215 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1f84-19b6-443a-831b-10ed8d4c2cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:13.972977 dv-cinder-760178-8-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-092304a9-9822-484d-8f01-6b0447b49770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777228601155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803642'] for agent, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}